diff --git a/.github/actions/benchmark/action.yml b/.github/actions/benchmark/action.yml
index 389fb4488a..c33ba2e69a 100644
--- a/.github/actions/benchmark/action.yml
+++ b/.github/actions/benchmark/action.yml
@@ -28,6 +28,7 @@ runs:
       with:
         script: |
           hostname
+          module unload cuda
           module load cuda/11.8
           futhark bench futhark-benchmarks \
             --backend ${{inputs.backend}} \
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 2e008c6997..e7e885f2ea 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -359,6 +359,7 @@ jobs:
           virtualenv virtualenv
           source virtualenv/bin/activate
           pip install jsonschema
+          module unload cuda
           module load cuda/11.8
           futhark test tests \
             --backend=opencl \
@@ -380,6 +381,7 @@ jobs:
           virtualenv virtualenv
           source virtualenv/bin/activate
           pip install numpy pyopencl jsonschema
+          module unload cuda
           module load cuda/11.8
           futhark test tests --no-terminal --backend=pyopencl
         slurm-options: -p gpu --time=0-01:00:00 --gres=gpu:1 --job-name=fut-pyopencl-test --exclude=hendrixgpu05fl,hendrixgpu06fl
@@ -398,6 +400,7 @@ jobs:
           virtualenv virtualenv
           source virtualenv/bin/activate
           pip install jsonschema
+          module unload cuda
           module load cuda/11.8
           futhark test tests \
             --backend=cuda \