Add nightly CI builds with nightly rapids versions (#10800)

* Add nightly CI builds with nightly rapids versions * Update pipeline.yml --------- Co-authored-by: Philip Hyunsu Cho <[email protected]>
dmlc · Nov 8, 2024 · 8422c4d · 8422c4d
1 parent f7d2857
commit 8422c4d
Show file tree

Hide file tree

Showing 3 changed files with 35 additions and 3 deletions.
diff --git a/tests/buildkite/build-cuda-with-rmm.sh b/tests/buildkite/build-cuda-with-rmm.sh
@@ -2,10 +2,36 @@
 
 set -euo pipefail
 
+if [ "$#" -lt 1 ]
+then
+  mode=stable
+  exit 1
+else
+  mode=$1
+fi
+
 WHEEL_TAG=manylinux_2_28_x86_64
 
 source tests/buildkite/conftest.sh
 
+
+case "${mode}" in
+  stable)
+    container_tag='gpu_build_rockylinux8'
+    rapids_version=$RAPIDS_VERSION
+    ;;
+
+  dev)
+    container_tag='gpu_dev_ver'
+    rapids_version=$DEV_RAPIDS_VERSION
+    ;;
+
+  *)
+    echo "Unrecognized mode ID: ${mode}"
+    exit 2
+    ;;
+esac
+
 echo "--- Build with CUDA ${CUDA_VERSION} with RMM"
 
 if [[ ($is_pull_request == 1) || ($is_release_branch == 0) ]]
@@ -15,10 +41,10 @@ else
   arch_flag=""
 fi
 
-command_wrapper="tests/ci_build/ci_build.sh gpu_build_rockylinux8 --build-arg "`
+command_wrapper="tests/ci_build/ci_build.sh $container_tag --build-arg "`
                 `"CUDA_VERSION_ARG=$CUDA_VERSION --build-arg "`
                 `"NCCL_VERSION_ARG=$NCCL_VERSION --build-arg "`
-                `"RAPIDS_VERSION_ARG=$RAPIDS_VERSION"
+                `"RAPIDS_VERSION_ARG=$rapids_version"
 
 echo "--- Build libxgboost from the source"
 $command_wrapper tests/ci_build/build_via_cmake.sh \

diff --git a/tests/buildkite/pipeline-nightly.yml b/tests/buildkite/pipeline-nightly.yml
@@ -25,6 +25,12 @@ steps:
     agents:
       queue: linux-amd64-cpu
   - wait
+  - label: ":console: Build CUDA + RMM Nightly"
+    command: "tests/buildkite/build-cuda-with-rmm.sh dev"
+    key: build-cuda-rmm-nightly
+    agents:
+      queue: linux-amd64-cpu
+  - wait
   - label: ":console: Test Python package, single GPU"
     command: "tests/buildkite/test-python-gpu.sh gpu"
     key: test-python-gpu

diff --git a/tests/buildkite/pipeline.yml b/tests/buildkite/pipeline.yml
@@ -42,7 +42,7 @@ steps:
     agents:
       queue: linux-amd64-cpu
   - label: ":console: Build CUDA with RMM"
-    command: "tests/buildkite/build-cuda-with-rmm.sh"
+    command: "tests/buildkite/build-cuda-with-rmm.sh stable"
     key: build-cuda-with-rmm
     agents:
       queue: linux-amd64-cpu