diff --git a/.github/workflows/qe-hosted.yml b/.github/workflows/qe-hosted.yml index be747558a..7e5d06234 100644 --- a/.github/workflows/qe-hosted.yml +++ b/.github/workflows/qe-hosted.yml @@ -89,10 +89,12 @@ jobs: repository: ${{ env.QE_REPO }} path: cnfcert-tests-verification - # Setup is complete. Time to run the QE tests. - name: Run the tests - run: FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features - working-directory: cnfcert-tests-verification + uses: nick-fields/retry@v2 + with: + timeout_minutes: 60 + max_attempts: 3 + command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features - name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }} diff --git a/.github/workflows/qe-ocp-413-intrusive.yaml b/.github/workflows/qe-ocp-413-intrusive.yaml index bee1a95c6..a191b42c5 100644 --- a/.github/workflows/qe-ocp-413-intrusive.yaml +++ b/.github/workflows/qe-ocp-413-intrusive.yaml @@ -62,10 +62,12 @@ jobs: sudo rm -rf /tmp/tnf_config/ sudo rm -rf /tmp/tnf_report/ - # Setup is complete. Time to run the QE tests. - name: Run the tests - run: FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=false ENABLE_FLAKY_RETRY=true make test-features - working-directory: cnfcert-tests-verification + uses: nick-fields/retry@v2 + with: + timeout_minutes: 60 + max_attempts: 3 + command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features - name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }} diff --git a/.github/workflows/qe-ocp-413.yaml b/.github/workflows/qe-ocp-413.yaml index 51af128bd..c36e12aa4 100644 --- a/.github/workflows/qe-ocp-413.yaml +++ b/.github/workflows/qe-ocp-413.yaml @@ -61,10 +61,12 @@ jobs: sudo rm -rf /tmp/tnf_config/ sudo rm -rf /tmp/tnf_report/ - # Setup is complete. Time to run the QE tests. - name: Run the tests - run: FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=false ENABLE_FLAKY_RETRY=true make test-features - working-directory: cnfcert-tests-verification + uses: nick-fields/retry@v2 + with: + timeout_minutes: 60 + max_attempts: 3 + command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features - name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }} diff --git a/.github/workflows/qe-ocp-414-intrusive.yaml b/.github/workflows/qe-ocp-414-intrusive.yaml index 22e340a9a..141ce85ca 100644 --- a/.github/workflows/qe-ocp-414-intrusive.yaml +++ b/.github/workflows/qe-ocp-414-intrusive.yaml @@ -62,10 +62,12 @@ jobs: sudo rm -rf /tmp/tnf_config/ sudo rm -rf /tmp/tnf_report/ - # Setup is complete. Time to run the QE tests. - name: Run the tests - run: FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=false ENABLE_FLAKY_RETRY=true make test-features - working-directory: cnfcert-tests-verification + uses: nick-fields/retry@v2 + with: + timeout_minutes: 60 + max_attempts: 3 + command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features - name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }} diff --git a/.github/workflows/qe-ocp-414.yaml b/.github/workflows/qe-ocp-414.yaml index 44f5cbf28..d04cacb6b 100644 --- a/.github/workflows/qe-ocp-414.yaml +++ b/.github/workflows/qe-ocp-414.yaml @@ -61,10 +61,12 @@ jobs: sudo rm -rf /tmp/tnf_config/ sudo rm -rf /tmp/tnf_report/ - # Setup is complete. Time to run the QE tests. - name: Run the tests - run: FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=false ENABLE_FLAKY_RETRY=true make test-features - working-directory: cnfcert-tests-verification + uses: nick-fields/retry@v2 + with: + timeout_minutes: 60 + max_attempts: 3 + command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features - name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }} diff --git a/.github/workflows/qe.yaml b/.github/workflows/qe.yaml index 1b46c4a87..fe8df05f6 100644 --- a/.github/workflows/qe.yaml +++ b/.github/workflows/qe.yaml @@ -10,8 +10,6 @@ on: env: QE_REPO: test-network-function/cnfcert-tests-verification - - jobs: qe-testing: runs-on: qe-runner @@ -105,10 +103,12 @@ jobs: run: ./scripts/delete-namespaces.sh working-directory: cnfcert-tests-verification - # Setup is complete. Time to run the QE tests. - name: Run the tests - run: FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features - working-directory: cnfcert-tests-verification + uses: nick-fields/retry@v2 + with: + timeout_minutes: 60 + max_attempts: 3 + command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features - name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }}