Updates for ml model creation process

prabhuomkar · Mar 9, 2024 · 1143931 · 1143931
1 parent ded158a
commit 1143931
Show file tree

Hide file tree

Showing 5 changed files with 20 additions and 18 deletions.
diff --git a/.github/workflows/api.yaml b/.github/workflows/api.yaml
@@ -23,15 +23,15 @@ jobs:
         working-directory: ./api
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: Setup Golang
-        uses: actions/setup-go@v4
+        uses: actions/setup-go@v5
         with:
           go-version: '^1.21'
       - name: Go Version
         run: go version
       - name: Run Lint
-        uses: golangci/golangci-lint-action@v3
+        uses: golangci/golangci-lint-action@v4
         with:
           version: v1.56.0
           working-directory: api
@@ -55,18 +55,18 @@ jobs:
         working-directory: ./api
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: Setup QEMU
-        uses: docker/setup-qemu-action@v2
+        uses: docker/setup-qemu-action@v3
       - name: Setup Docker Buildx
-        uses: docker/setup-buildx-action@v2
+        uses: docker/setup-buildx-action@v3
       - name: Login to Docker Hub
-        uses: docker/login-action@v1
+        uses: docker/login-action@v2
         with:
           username: ${{ secrets.DOCKER_USER }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       - name: Docker Build and Push
-        uses: docker/build-push-action@v4
+        uses: docker/build-push-action@v5
         with:
           context: api
           file: ./api/Dockerfile

diff --git a/.github/workflows/ml.yaml b/.github/workflows/ml.yaml
@@ -14,9 +14,9 @@ jobs:
         working-directory: ./ml
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: Setup Python
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: '3.10.x'
       - name: Python Version
@@ -28,8 +28,8 @@ jobs:
           make all
           zip -r models.zip classification/*.pt faces/*.pt ocr/cls_onnx ocr/det_onnx ocr/rec_onnx search/*.pt search/search_processor search/search_tokenizer
       - name: Create release asset
-        uses: softprops/action-gh-release@v1
+        uses: softprops/action-gh-release@v2
         with:
           files: |
-            models.zip
+            ml/models.zip
       
diff --git a/.github/workflows/worker.yaml b/.github/workflows/worker.yaml
@@ -23,7 +23,7 @@ jobs:
         working-directory: ./worker
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: Setup Python
         uses: actions/setup-python@v4
         with:
@@ -57,18 +57,18 @@ jobs:
         working-directory: ./worker
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: Setup QEMU
-        uses: docker/setup-qemu-action@v2
+        uses: docker/setup-qemu-action@v3
       - name: Setup Docker Buildx
-        uses: docker/setup-buildx-action@v2
+        uses: docker/setup-buildx-action@v3
       - name: Login to Docker Hub
-        uses: docker/login-action@v1
+        uses: docker/login-action@v2
         with:
           username: ${{ secrets.DOCKER_USER }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       - name: Docker Build and Push
-        uses: docker/build-push-action@v4
+        uses: docker/build-push-action@v5
         with:
           context: worker
           file: ./worker/Dockerfile

diff --git a/ml/requirements.txt b/ml/requirements.txt
@@ -3,6 +3,7 @@ fastdeploy-python
 opencv-python==4.9.0.80
 paddle2onnx==1.1.0
 pillow==10.2.0
+six==1.16.0
 torch==2.2.0
 torchvision==0.17.0
 transformers==4.37.2

diff --git a/ml/search/pytorch.py b/ml/search/pytorch.py
@@ -1,4 +1,5 @@
 """ML Search HuggingFace Model"""
+import os
 import sys
 
 from PIL import Image