Add qlora cpu docker manually build (intel#9501)

Fomist7 · Nov 21, 2023 · 080a9da · 080a9da
1 parent 96b0d2a
commit 080a9da
Show file tree

Hide file tree

Showing 2 changed files with 58 additions and 0 deletions.
diff --git a/.github/workflows/manually_build.yml b/.github/workflows/manually_build.yml
@@ -11,6 +11,7 @@ on:
         options:
         - all
         - bigdl-llm-finetune-lora-cpu
+        - bigdl-llm-finetune-qlora-cpu
         - bigdl-llm-finetune-qlora-xpu
         - bigdl-llm-xpu
         - bigdl-llm-cpu
@@ -87,6 +88,33 @@ jobs:
         sudo docker push 10.239.45.10/arda/${image}:${TAG}
         sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 
+  bigdl-llm-finetune-qlora-cpu:
+    if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-cpu' || github.event.inputs.artifact == 'all' }}
+    runs-on: [self-hosted, Shire]
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: docker login
+        run: |
+          docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
+      - name: bigdl-llm-finetune-qlora-cpu
+        run: |
+          echo "##############################################################"
+          echo "####### bigdl-llm-finetune-qlora-cpu ########"
+          echo "##############################################################"
+          export image=intelanalytics/bigdl-llm-finetune-qlora-cpu
+          cd docker/llm/finetune/qlora/cpu/docker
+          sudo docker build \
+            --no-cache=true \
+            --build-arg http_proxy=${HTTP_PROXY} \
+            --build-arg https_proxy=${HTTPS_PROXY} \
+            --build-arg no_proxy=${NO_PROXY} \
+            -t ${image}:${TAG} -f ./Dockerfile .
+          sudo docker push ${image}:${TAG}
+          sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
+          sudo docker push 10.239.45.10/arda/${image}:${TAG}
+          sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
+
   bigdl-llm-finetune-qlora-xpu:
     if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }}
     runs-on: [self-hosted, Shire]

diff --git a/.github/workflows/manually_build_for_testing.yml b/.github/workflows/manually_build_for_testing.yml
@@ -15,6 +15,7 @@ on:
         options:
         - all
         - bigdl-llm-finetune-lora-cpu
+        - bigdl-llm-finetune-qlora-cpu
         - bigdl-llm-finetune-qlora-xpu
         - bigdl-llm-xpu
         - bigdl-llm-cpu
@@ -86,6 +87,35 @@ jobs:
         sudo docker push 10.239.45.10/arda/${image}:${TAG}
         sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
 
+  bigdl-llm-finetune-qlora-cpu:
+    if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-cpu' || github.event.inputs.artifact == 'all' }}
+    runs-on: [self-hosted, Shire]
+
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.inputs.sha }}
+      - name: docker login
+        run: |
+          docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
+      - name: bigdl-llm-finetune-qlora-cpu
+        run: |
+          echo "##############################################################"
+          echo "####### bigdl-llm-finetune-qlora-cpu ########"
+          echo "##############################################################"
+          export image=intelanalytics/bigdl-llm-finetune-qlora-cpu
+          cd docker/llm/finetune/qlora/cpu/docker
+          sudo docker build \
+            --no-cache=true \
+            --build-arg http_proxy=${HTTP_PROXY} \
+            --build-arg https_proxy=${HTTPS_PROXY} \
+            --build-arg no_proxy=${NO_PROXY} \
+            -t ${image}:${TAG} -f ./Dockerfile .
+          sudo docker push ${image}:${TAG}
+          sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
+          sudo docker push 10.239.45.10/arda/${image}:${TAG}
+          sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG}
+
   bigdl-llm-finetune-qlora-xpu:
     if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }}
     runs-on: [self-hosted, Shire]