diff --git a/.github/workflows/docker-nightly-publish.yml b/.github/workflows/docker-nightly-publish.yml
index 8a536f0c9..b689057a2 100644
--- a/.github/workflows/docker-nightly-publish.yml
+++ b/.github/workflows/docker-nightly-publish.yml
@@ -40,10 +40,14 @@ jobs:
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: install awscli
+      - name: Set up Python3
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10.x'
+      - name: Install pip dependencies
         run: |
-          sudo apt-get update
-          sudo apt-get install awscli -y
+          python -m pip install --upgrade pip
+          pip install awscli
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v4
         with:
@@ -129,10 +133,14 @@ jobs:
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: install awscli
+      - name: Set up Python3
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10.x'
+      - name: Install pip dependencies
         run: |
-          sudo apt-get update
-          sudo apt-get install awscli -y
+          python -m pip install --upgrade pip
+          pip install awscli
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v4
         with:
diff --git a/.github/workflows/integration_execute.yml b/.github/workflows/integration_execute.yml
index 36b13bde8..01b041e19 100644
--- a/.github/workflows/integration_execute.yml
+++ b/.github/workflows/integration_execute.yml
@@ -70,27 +70,11 @@ jobs:
           echo "wait dpkg lock..."
           while sudo fuser /var/{lib/{dpkg,apt/lists},cache/apt/archives}/lock >/dev/null 2>&1; do sleep 5; done
       - name: Set up Python3
-        if: ${{ needs.create-runners.outputs.label != 'aarch64' }}
         uses: actions/setup-python@v5
         with:
           python-version: '3.10.x'
-      - name: Set up Python3 (aarch64)
-        if: ${{ needs.create-runners.outputs.label == 'aarch64' }}
-        run: |
-          # Using an alternate installation because of an incompatible combination
-          # of aarch64 with ubuntu-20.04 not supported by the actions/setup-python
-          sudo apt-get install python3 python-is-python3 python3-pip -y
       - name: Install pip dependencies
-        run: pip3 install pytest requests "numpy<2" pillow huggingface_hub
-      - name: Install torch
-        # Use torch to get cuda capability of current device to selectively run tests
-        # Torch version doesn't really matter that much
-        run: |
-          pip3 install torch==2.3.0
-      - name: install awscli
-        run: |
-          sudo apt-get update
-          sudo apt-get install awscli -y
+        run: pip3 install pytest requests "numpy<2" pillow huggingface_hub awscli torch
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v4
         with:
diff --git a/.github/workflows/nightly-docker-ecr-sync.yml b/.github/workflows/nightly-docker-ecr-sync.yml
index b052039e4..ad2ad7a8b 100644
--- a/.github/workflows/nightly-docker-ecr-sync.yml
+++ b/.github/workflows/nightly-docker-ecr-sync.yml
@@ -36,10 +36,14 @@ jobs:
         working-directory: serving/docker
         run: |
           yes | docker system prune -a --volumes
-      - name: install awscli
+      - name: Set up Python3
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10.x'
+      - name: Install pip dependencies
         run: |
-          sudo apt-get update
-          sudo apt-get install awscli -y
+          python -m pip install --upgrade pip
+          pip install awscli
       - name: Pull and sync nightly docker image
         working-directory: serving/docker
         run: |