Merge remote-tracking branch 'apache/main' into HEAD

.github/actions/rust-test/action.yaml

@@ -41,7 +41,7 @@ runs:
       shell: bash
       run: |
         cd native
-        cargo install cargo-machete && cargo machete
+        cargo install cargo-machete --version 0.7.0 && cargo machete
 
     - name: Cache Maven dependencies
       uses: actions/cache@v4

.github/workflows/docker-publish.yml

@@ -36,11 +36,23 @@ jobs:
       contents: read
       packages: write
     steps:
+      - name: Remove unnecessary files
+        run: |
+          echo "Disk space before cleanup:"
+          df -h
+          docker system prune -af
+          sudo rm -rf /tmp/*
+          sudo rm -rf /opt/hostedtoolcache
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+          sudo apt-get clean
+          echo "Disk space after cleanup:"
+          df -h
       - name: Set up Java
         uses: actions/setup-java@v3
         with:
           java-version: '17'
           distribution: 'temurin'
+          cache: 'maven'
       - name: Extract Comet version
         id: extract_version
         run: |
@@ -63,3 +75,4 @@ jobs:
           push: true
           tags: ghcr.io/apache/datafusion-comet:spark-3.4-scala-2.12-${{ env.COMET_VERSION }}
           file: kube/Dockerfile
+          no-cache: true

kube/Dockerfile

@@ -55,6 +55,9 @@ COPY .scalafix.conf /comet/.scalafix.conf
 COPY Makefile /comet/Makefile
 COPY pom.xml /comet/pom.xml
 
+RUN mkdir -p /root/.m2 && \
+    echo '<settings><mirrors><mirror><id>central</id><mirrorOf>central</mirrorOf><url>https://repo1.maven.org/maven2</url></mirror></mirrors></settings>' > /root/.m2/settings.xml
+
 # Pick the JDK instead of JRE to compile Comet
 RUN cd /comet \
     && JAVA_HOME=$(readlink -f $(which javac) | sed "s/\/bin\/javac//") make release-nogit PROFILES="-Pspark-$SPARK_VERSION -Pscala-$SCALA_VERSION"