Merge pull request #520 from roboflow/feature/docker_builds_for_all_t…

…argets_on_merge_to_main_without_push Make it possible to run all revelant actions automatically after merge to main and tu run bulds of dockers for all targets on merge without pushing
roboflow · Jul 12, 2024 · 449f15d · 449f15d
2 parents 0a49f39 + b4a0fd4
commit 449f15d
Show file tree

Hide file tree

Showing 36 changed files with 234 additions and 40 deletions.
diff --git a/.github/workflows/docker.cpu.parallel.yml b/.github/workflows/docker.cpu.parallel.yml
@@ -3,7 +3,14 @@ name: Build and Push CPU Container Parallel
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -35,7 +42,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-cpu-parallel:latest,roboflow/roboflow-inference-server-cpu-parallel:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-cpu-parallel:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-cpu-parallel:cache,mode=max

diff --git a/.github/workflows/docker.cpu.slim.yml b/.github/workflows/docker.cpu.slim.yml
@@ -3,7 +3,14 @@ name: Build and Push CPU Slim Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -35,7 +42,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-cpu-slim:latest,roboflow/roboflow-inference-server-cpu-slim:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-cpu-slim:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-cpu-slim:cache,mode=max

diff --git a/.github/workflows/docker.cpu.yml b/.github/workflows/docker.cpu.yml
@@ -3,7 +3,14 @@ name: Build and Push CPU Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -35,7 +42,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-cpu:latest,roboflow/roboflow-inference-server-cpu:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-cpu:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-cpu:cache,mode=max

diff --git a/.github/workflows/docker.device_manager.yml b/.github/workflows/docker.device_manager.yml
@@ -3,7 +3,14 @@ name: Build and Push Device Manager Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -34,7 +41,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-device-manager:latest,roboflow/roboflow-device-manager:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-device-manager:cache
           cache-to: type=registry,ref=roboflow/roboflow-device-manager:cache,mode=max

diff --git a/.github/workflows/docker.gpu.parallel.yml b/.github/workflows/docker.gpu.parallel.yml
@@ -3,7 +3,14 @@ name: Build and Push GPU Container Parallel
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -39,7 +46,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-gpu-parallel:latest,roboflow/roboflow-inference-server-gpu-parallel:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-gpu-parallel:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-gpu-parallel:cache,mode=max

diff --git a/.github/workflows/docker.gpu.slim.yml b/.github/workflows/docker.gpu.slim.yml
@@ -3,8 +3,14 @@ name: Build and Push GPU Slim Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
-
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
 
@@ -39,7 +45,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-gpu-slim:latest,roboflow/roboflow-inference-server-gpu-slim:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-gpu-slim:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-gpu-slim:cache,mode=max

diff --git a/.github/workflows/docker.gpu.udp.yml b/.github/workflows/docker.gpu.udp.yml
@@ -3,8 +3,14 @@ name: Build and Push UDP GPU Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
-
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
 
@@ -38,7 +44,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-udp-gpu:latest,roboflow/roboflow-inference-server-udp-gpu:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-udp-gpu:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-udp-gpu:cache,mode=max

diff --git a/.github/workflows/docker.gpu.yml b/.github/workflows/docker.gpu.yml
@@ -3,8 +3,14 @@ name: Build and Push GPU Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
-
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
 
@@ -39,7 +45,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-gpu:latest,roboflow/roboflow-inference-server-gpu:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-gpu:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-gpu:cache,mode=max

diff --git a/.github/workflows/docker.jetson.4.5.0.yml b/.github/workflows/docker.jetson.4.5.0.yml
@@ -3,7 +3,14 @@ name: Build and Push Jetson 4.5.0 Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -38,7 +45,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-jetson-4.5.0:latest,roboflow/roboflow-inference-server-jetson-4.5.0:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-jetson-4.5.0:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-jetson-4.5.0:cache,mode=max

diff --git a/.github/workflows/docker.jetson.4.6.1.yml b/.github/workflows/docker.jetson.4.6.1.yml
@@ -3,7 +3,14 @@ name: Build and Push Jetson 4.6.1 Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -38,7 +45,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-jetson-4.6.1:latest,roboflow/roboflow-inference-server-jetson-4.6.1:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-jetson-4.6.1:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-jetson-4.6.1:cache,mode=max

diff --git a/.github/workflows/docker.jetson.5.1.1.yml b/.github/workflows/docker.jetson.5.1.1.yml
@@ -3,7 +3,14 @@ name: Build and Push Jetson 5.X Container
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -38,7 +45,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-server-jetson-5.1.1:latest,roboflow/roboflow-inference-server-jetson-5.1.1:${{ env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-server-jetson-5.1.1:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-server-jetson-5.1.1:cache,mode=max

diff --git a/.github/workflows/docker.lambda.core_models.yml b/.github/workflows/docker.lambda.core_models.yml
@@ -0,0 +1,26 @@
+name: Build CPU Lambda container CORE MODELS
+
+on:
+  push:
+    branches: [ main ]
+  workflow_dispatch:
+
+env:
+  VERSION: '0.0.0' # Default version, will be overwritten
+
+jobs:
+  docker:
+    runs-on:
+      group: group8core
+    steps:
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: 🛎️ Checkout
+        uses: actions/checkout@v3
+      - name: Read version from file
+        run: echo "VERSION=$(DISABLE_VERSION_CHECK=true python ./inference/core/version.py)" >> $GITHUB_ENV
+      - name: Build
+        run:
+          docker buildx build --platform linux/amd64 -t test-lambda-slim -f docker/dockerfiles/Dockerfile.onnx.lambda .
diff --git a/.github/workflows/docker.lambda.slim.yml b/.github/workflows/docker.lambda.slim.yml
@@ -0,0 +1,26 @@
+name: Build CPU Lambda container SLIM
+
+on:
+  push:
+    branches: [ main ]
+  workflow_dispatch:
+
+env:
+  VERSION: '0.0.0' # Default version, will be overwritten
+
+jobs:
+  docker:
+    runs-on:
+      group: group8core
+    steps:
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: 🛎️ Checkout
+        uses: actions/checkout@v3
+      - name: Read version from file
+        run: echo "VERSION=$(DISABLE_VERSION_CHECK=true python ./inference/core/version.py)" >> $GITHUB_ENV
+      - name: Build
+        run:
+          docker buildx build --platform linux/amd64 -t test-lambda-slim -f docker/dockerfiles/Dockerfile.onnx.lambda.slim .
diff --git a/.github/workflows/docker.stream_management_api.yml b/.github/workflows/docker.stream_management_api.yml
@@ -3,7 +3,14 @@ name: Build and Push Container with Stream Management API
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -34,7 +41,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-stream-management-api:latest,roboflow/roboflow-inference-stream-management-api:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-stream-management-api:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-stream-management-api:cache,mode=max

diff --git a/.github/workflows/docker.stream_manager.cpu.yml b/.github/workflows/docker.stream_manager.cpu.yml
@@ -3,7 +3,14 @@ name: Build and Push Container with Stream Manager CPU
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -34,7 +41,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-stream-manager-cpu:latest,roboflow/roboflow-inference-stream-manager-cpu:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-stream-manager-cpu:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-stream-manager-cpu:cache,mode=max

diff --git a/.github/workflows/docker.stream_manager.gpu.yml b/.github/workflows/docker.stream_manager.gpu.yml
@@ -3,7 +3,14 @@ name: Build and Push Container with Stream Manager GPU
 on:
   release:
     types: [created]
+  push:
+    branches: [ main ]
   workflow_dispatch:
+    inputs:
+      force_push:
+        type: boolean
+        description: "Do you want to push image after build?"
+        default: false
 
 env:
   VERSION: '0.0.0' # Default version, will be overwritten
@@ -38,7 +45,7 @@ jobs:
         name: Build and Push
         uses: docker/build-push-action@v4
         with:
-          push: true
+          push: ${{ github.event_name == 'release' || github.event.inputs.force_push }}
           tags: roboflow/roboflow-inference-stream-manager-gpu:latest,roboflow/roboflow-inference-stream-manager-gpu:${{env.VERSION}}
           cache-from: type=registry,ref=roboflow/roboflow-inference-stream-manager-gpu:cache
           cache-to: type=registry,ref=roboflow/roboflow-inference-stream-manager-gpu,mode=max