Skip to content

Commit

Permalink
fix cugraph notebooks
Browse files Browse the repository at this point in the history
  • Loading branch information
AyodeAwe committed Feb 2, 2024
1 parent d2aa57c commit b7cdd52
Show file tree
Hide file tree
Showing 2 changed files with 16 additions and 1 deletion.
2 changes: 2 additions & 0 deletions Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,8 @@ RUN pip install --upgrade conda-merge rapids-dependency-file-generator
COPY condarc /condarc
COPY notebooks.sh /notebooks.sh

RUN apt-get update && apt-get install -y rsync && rm -rf /var/lib/apt/lists/*

RUN /notebooks.sh


Expand Down
15 changes: 14 additions & 1 deletion context/notebooks.sh
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,20 @@ mkdir -p /notebooks /dependencies
for REPO in "${NOTEBOOK_REPOS[@]}"; do
echo "Cloning $REPO..."
git clone -b "${RAPIDS_BRANCH}" --depth 1 --single-branch "https://github.com/rapidsai/$REPO" "$REPO"
cp -rL "$REPO"/notebooks /notebooks/"$REPO"

SOURCE="$REPO/notebooks"
DESTINATION="/notebooks/$REPO"
if [ "$REPO" = "cugraph" ]; then
echo "Special handling for $REPO..."
EXCLUDE_LIST=$(mktemp)
mkdir -p $DESTINATION
find "$SOURCE" -type f -name "SKIP_CI_TESTING" -printf "%h\n" | sed "s|^$SOURCE/||" > "$EXCLUDE_LIST"
rsync -avL --exclude-from="$EXCLUDE_LIST" "$SOURCE"/ "$DESTINATION"/
rm "$EXCLUDE_LIST"
else
cp -rL "$SOURCE" "$DESTINATION"
fi

if [ -f "$REPO/dependencies.yaml" ] && yq -e '.files.test_notebooks' "$REPO/dependencies.yaml" >/dev/null; then
echo "Running dfg on $REPO"
rapids-dependency-file-generator \
Expand Down

0 comments on commit b7cdd52

Please sign in to comment.