ADLR/megatron-lm!2722 - ci: Allow push of pre-releases

NVIDIA · Feb 20, 2025 · 084e8df · 084e8df
1 parent 65b8a5d
commit 084e8df
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 9 deletions.
diff --git a/.gitlab/stages/01.test.yml b/.gitlab/stages/01.test.yml
@@ -490,25 +490,34 @@ test:gh_release:
     PUBLISH_DRYRUN: 'yes'
   script:
     - NAME="NVIDIA Megatron Core $RELEASE_NUMBER"
-    - CHANGELOG=$(awk '/^## '"$NAME"'/{flag=1; next} /^## /{flag=0} flag' CHANGELOG.md)
-    - CHANGELOG=$(echo "$CHANGELOG" | sed '/./!d')
+    - IS_PRERELEASE=$([[ "$RELEASE_NUMBER" == *rc* ]] && echo "true" || echo "false")
+    - >
+      if [[ "$IS_PRERELEASE" == "true" ]]; then
+        DATE=$(date +"%Y-%m-%d")
+        CHANGELOG="Prerelease: $NAME ($DATE)"
+      else
+        CHANGELOG=$(awk '/^## '"$NAME"'/{flag=1; next} /^## /{flag=0} flag' CHANGELOG.md)
+        CHANGELOG=$(echo "$CHANGELOG" | sed '/./!d')
+      fi
     - >
       PAYLOAD=$(jq -nc \
-                  --arg CI_COMMIT_BRANCH "$CI_COMMIT_BRANCH" \
+                  --arg TAG_NAME "v${RELEASE_NUMBER}" \
+                  --arg CI_COMMIT_SHA "$CI_COMMIT_SHA" \
                   --arg NAME "$NAME" \
                   --arg BODY "$CHANGELOG" \
+                  --argjson PRERELEASE "$IS_PRERELEASE" \
                   '{
-                      "tag_name": $CI_COMMIT_BRANCH,
-                      "target_commitish": $CI_COMMIT_BRANCH,
+                      "tag_name": $TAG_NAME,
+                      "target_commitish": $CI_COMMIT_SHA,
                       "name": $NAME,
                       "body": $BODY,
                       "draft": false,
-                      "prerelease": false,
+                      "prerelease": $PRERELEASE,
                       "generate_release_notes": false
                   }'
               )
       echo -E "$PAYLOAD" > payload.txt
-
+    - cat payload.txt
     - >
       CMD=$(echo -E 'curl -L \
         -X POST \

diff --git a/.gitlab/stages/03.publish.yml b/.gitlab/stages/03.publish.yml
@@ -116,12 +116,11 @@ publish:docs:
     - cd ..
     - rm -rf documentation && git clone https://gitlab-ci-token:${PROJECT_ACCESS_TOKEN_MCORE}@${GITLAB_ENDPOINT}/nemo-megatron-core-tme/documentation.git
     - cd documentation/megatron-lm
-    - git fetch
+      git fetch origin '+refs/merge-requests/*:refs/remotes/merge-requests/*'
     - git fetch origin $CI_COMMIT_SHA
     - git checkout $CI_COMMIT_SHA
     - cd ..
     - git add megatron-lm
     - >
       git commit -m 'feat: Bump mcore'
-
     - git push