diff --git a/.github/workflows/R-CMD-check.yaml b/.github/workflows/R-CMD-check.yaml
index bff9428a8..31d3d1d63 100644
--- a/.github/workflows/R-CMD-check.yaml
+++ b/.github/workflows/R-CMD-check.yaml
@@ -50,8 +50,8 @@ jobs:
 
       - uses: r-lib/actions/setup-r-dependencies@v2
         with:
-          extra-packages: |
-            any::rcmdcheck
+          extra-packages: any::rcmdcheck, Matrix
+          pak-version: devel
           needs: check
 
       - uses: r-lib/actions/check-r-package@v2
diff --git a/.github/workflows/pkgdown.yaml b/.github/workflows/pkgdown.yaml
index 5af28ce3d..4f6046a1a 100644
--- a/.github/workflows/pkgdown.yaml
+++ b/.github/workflows/pkgdown.yaml
@@ -30,6 +30,8 @@ jobs:
           extra-packages: |
             any::pkgdown
             local::.
+            Matrix
+          pak-version: devel
           needs: website
 
       - name: Build site
diff --git a/.github/workflows/readme-renderer.yaml b/.github/workflows/readme-renderer.yaml
index 2c2a40682..5eef92ca1 100644
--- a/.github/workflows/readme-renderer.yaml
+++ b/.github/workflows/readme-renderer.yaml
@@ -31,6 +31,8 @@ jobs:
             rmarkdown
             mgcv
             remotes
+            Matrix
+          pak-version: devel
       
       - name: install gratia
         run: Rscript -e 'remotes::install_github("gavinsimpson/gratia", upgrade_dependencies = FALSE)'
diff --git a/.github/workflows/test-coverage.yaml b/.github/workflows/test-coverage.yaml
index cf9fa246e..9fc478f88 100644
--- a/.github/workflows/test-coverage.yaml
+++ b/.github/workflows/test-coverage.yaml
@@ -23,7 +23,8 @@ jobs:
 
       - uses: r-lib/actions/setup-r-dependencies@v2
         with:
-          extra-packages: any::covr
+          extra-packages: any::covr, Matrix
+          pak-version: devel
           needs: coverage
 
       - name: Test coverage