From 080a9dac2280fd0a70973abb04b2cab679d1a062 Mon Sep 17 00:00:00 2001 From: "Wang, Jian4" <61138589+hzjane@users.noreply.github.com> Date: Tue, 21 Nov 2023 14:39:16 +0800 Subject: [PATCH] Add qlora cpu docker manually build (#9501) --- .github/workflows/manually_build.yml | 28 +++++++++++++++++ .../workflows/manually_build_for_testing.yml | 30 +++++++++++++++++++ 2 files changed, 58 insertions(+) diff --git a/.github/workflows/manually_build.yml b/.github/workflows/manually_build.yml index 86e5e1d8dda..fc6ddfe563f 100644 --- a/.github/workflows/manually_build.yml +++ b/.github/workflows/manually_build.yml @@ -11,6 +11,7 @@ on: options: - all - bigdl-llm-finetune-lora-cpu + - bigdl-llm-finetune-qlora-cpu - bigdl-llm-finetune-qlora-xpu - bigdl-llm-xpu - bigdl-llm-cpu @@ -87,6 +88,33 @@ jobs: sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-llm-finetune-qlora-cpu: + if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-cpu' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + + steps: + - uses: actions/checkout@v3 + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: bigdl-llm-finetune-qlora-cpu + run: | + echo "##############################################################" + echo "####### bigdl-llm-finetune-qlora-cpu ########" + echo "##############################################################" + export image=intelanalytics/bigdl-llm-finetune-qlora-cpu + cd docker/llm/finetune/qlora/cpu/docker + sudo docker build \ + --no-cache=true \ + --build-arg http_proxy=${HTTP_PROXY} \ + --build-arg https_proxy=${HTTPS_PROXY} \ + --build-arg no_proxy=${NO_PROXY} \ + -t ${image}:${TAG} -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-llm-finetune-qlora-xpu: if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }} runs-on: [self-hosted, Shire] diff --git a/.github/workflows/manually_build_for_testing.yml b/.github/workflows/manually_build_for_testing.yml index f9683c92234..5cdff2033ca 100644 --- a/.github/workflows/manually_build_for_testing.yml +++ b/.github/workflows/manually_build_for_testing.yml @@ -15,6 +15,7 @@ on: options: - all - bigdl-llm-finetune-lora-cpu + - bigdl-llm-finetune-qlora-cpu - bigdl-llm-finetune-qlora-xpu - bigdl-llm-xpu - bigdl-llm-cpu @@ -86,6 +87,35 @@ jobs: sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-llm-finetune-qlora-cpu: + if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-cpu' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + + steps: + - uses: actions/checkout@v3 + with: + ref: ${{ github.event.inputs.sha }} + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: bigdl-llm-finetune-qlora-cpu + run: | + echo "##############################################################" + echo "####### bigdl-llm-finetune-qlora-cpu ########" + echo "##############################################################" + export image=intelanalytics/bigdl-llm-finetune-qlora-cpu + cd docker/llm/finetune/qlora/cpu/docker + sudo docker build \ + --no-cache=true \ + --build-arg http_proxy=${HTTP_PROXY} \ + --build-arg https_proxy=${HTTPS_PROXY} \ + --build-arg no_proxy=${NO_PROXY} \ + -t ${image}:${TAG} -f ./Dockerfile . + sudo docker push ${image}:${TAG} + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + bigdl-llm-finetune-qlora-xpu: if: ${{ github.event.inputs.artifact == 'bigdl-llm-finetune-qlora-xpu' || github.event.inputs.artifact == 'all' }} runs-on: [self-hosted, Shire]