diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 3ef960b..6091e01 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -58,11 +58,11 @@ jobs:
           python -m pytest tests
 
   numpy-versions:
-    name: Numpy version compatibility
+    name: Numpy compat
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        numpy: [ 1.23.5, 2.0 ]
+        numpy: [ 1.23.5, "2.0" ]
     steps:
       - name: Cancel Previous Runs
         uses: styfle/cancel-workflow-action@0.6.0
@@ -81,6 +81,12 @@ jobs:
         run: |
           python -m pip install .
 
+      - name: Install pip deps
+        run: |
+            python -m pip install -r python/requirements/CI/tests/requirements.txt
+            # Make sure we're still using the same version of numpy
+            python -m pip install numpy==${{matrix.numpy}}
+
       - name: Run tests
         working-directory: python
         run: |