diff --git a/.github/workflows/dependencies/hip.sh b/.github/workflows/dependencies/hip.sh
index 1154bb05e58..3b2c384ac86 100755
--- a/.github/workflows/dependencies/hip.sh
+++ b/.github/workflows/dependencies/hip.sh
@@ -54,7 +54,8 @@ sudo apt-get install -y --no-install-recommends \
     rocfft-dev      \
     rocprim-dev     \
     rocrand-dev     \
-    hiprand-dev
+    hiprand-dev     \
+    rocsparse-dev
 
 # ccache
 $(dirname "$0")/ccache.sh
diff --git a/.github/workflows/dependencies/nvcc11-3.sh b/.github/workflows/dependencies/nvcc11-3.sh
index 92e2717e425..050b58b5947 100755
--- a/.github/workflows/dependencies/nvcc11-3.sh
+++ b/.github/workflows/dependencies/nvcc11-3.sh
@@ -41,7 +41,8 @@ sudo apt-get install -y          \
     cuda-nvml-dev-11-3           \
     cuda-nvtx-11-3               \
     libcufft-dev-11-3            \
-    libcurand-dev-11-3
+    libcurand-dev-11-3           \
+    libcusparse-dev-11-3
 sudo ln -s cuda-11.3 /usr/local/cuda
 
 # if we run out of temporary storage in CI:
diff --git a/.github/workflows/dependencies/nvcc11-8.sh b/.github/workflows/dependencies/nvcc11-8.sh
index 6089360392b..608f6c7a817 100755
--- a/.github/workflows/dependencies/nvcc11-8.sh
+++ b/.github/workflows/dependencies/nvcc11-8.sh
@@ -41,7 +41,8 @@ sudo apt-get install -y          \
     cuda-nvml-dev-11-8           \
     cuda-nvtx-11-8               \
     libcufft-dev-11-8            \
-    libcurand-dev-11-8
+    libcurand-dev-11-8           \
+    libcusparse-dev-11-8
 sudo ln -s cuda-11.8 /usr/local/cuda
 
 # if we run out of temporary storage in CI: