diff --git a/dev/tasks/java-jars/github.yml b/dev/tasks/java-jars/github.yml
index abbc23b39e2b7..673a068b3724c 100644
--- a/dev/tasks/java-jars/github.yml
+++ b/dev/tasks/java-jars/github.yml
@@ -48,6 +48,11 @@ jobs:
       {{ macros.github_checkout_arrow()|indent }}
       {{ macros.github_free_space()|indent }}
       {{ macros.github_install_archery()|indent }}
+      - name: Free up disk space
+        run: |
+            df -h
+            sudo rm -rf /opt/hostedtoolcache/CodeQL || :
+            df -h
       - name: Build C++ libraries
         env:
         {{ macros.github_set_sccache_envvars()|indent(8) }}