Skip to content

Commit

Permalink
ci: check influence of multiple tox invocation
Browse files Browse the repository at this point in the history
  • Loading branch information
@moe-ad
moe-ad committed Jan 31, 2025
1 parent 80b9ffb commit 40bb5a5
Show file tree
Hide file tree
Showing 2 changed files with 104 additions and 98 deletions.
201 changes: 103 additions & 98 deletions .github/workflows/tests.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -233,106 +233,111 @@ jobs:
fi
fi
- name: "Organize test files"
- name: "Run all tests sequentially"
shell: bash
run: |
tox -e pretest,kill-servers
- name: "Test API"
shell: bash
run: |
tox -e test-api,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_launcher"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 2
shell: bash
command: |
tox -e test-launcher,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_server"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 2
shell: bash
command: |
tox -e test-server,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_local_server"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 2
shell: bash
command: |
tox -e test-local_server,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_multi_server"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 2
shell: bash
command: |
tox -e test-multi_server,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_remote_workflow"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 3
shell: bash
command: |
tox -e test-remote_workflow,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_remote_operator"
shell: bash
run: |
tox -e test-remote_operator,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_workflow"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 4
shell: bash
command: |
tox -e test-workflow,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_service"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 2
shell: bash
command: |
tox -e test-service,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API Entry"
shell: bash
run: |
tox -e test-api_entry,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test API test_custom_type_field"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 2
shell: bash
command: |
tox -e test-custom_type_field,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
- name: "Test Operators"
uses: nick-fields/retry@v3
with:
timeout_minutes: 10
max_attempts: 2
shell: bash
command: |
tox -e test-operators,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
tox -m alltestsci ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}
# - name: "Organize test files"
# shell: bash
# run: |
# tox -e pretest,kill-servers

# - name: "Test API"
# shell: bash
# run: |
# tox -e test-api,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_launcher"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 2
# shell: bash
# command: |
# tox -e test-launcher,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_server"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 2
# shell: bash
# command: |
# tox -e test-server,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_local_server"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 2
# shell: bash
# command: |
# tox -e test-local_server,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_multi_server"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 2
# shell: bash
# command: |
# tox -e test-multi_server,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_remote_workflow"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 3
# shell: bash
# command: |
# tox -e test-remote_workflow,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_remote_operator"
# shell: bash
# run: |
# tox -e test-remote_operator,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_workflow"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 4
# shell: bash
# command: |
# tox -e test-workflow,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_service"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 2
# shell: bash
# command: |
# tox -e test-service,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API Entry"
# shell: bash
# run: |
# tox -e test-api_entry,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test API test_custom_type_field"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 2
# shell: bash
# command: |
# tox -e test-custom_type_field,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

# - name: "Test Operators"
# uses: nick-fields/retry@v3
# with:
# timeout_minutes: 10
# max_attempts: 2
# shell: bash
# command: |
# tox -e test-operators,kill-servers ${{ steps.tox-cli-arguments.outputs.TOX_EXTRA_ARG }}

- name: "Upload Test Results"
uses: actions/upload-artifact@v4
Expand Down
1 change: 1 addition & 0 deletions tox.ini
View file
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,7 @@ envlist = pretest,test-{api,launcher,server,local_server,multi_server,api_entry,

labels =
othertests = pretest,test-{workflow,remote_workflow,remote_operator,service},posttest,kill-servers
alltestsci = pretest,test-{api,launcher,server,local_server,multi_server,remote_workflow,remote_operator,workflow,service,api_entry,custom_type_field,operators}

isolated_build_env = build

Expand Down

0 comments on commit 40bb5a5

Please sign in to comment.