ci: transfer node_modules as a single archive

scratchfoundation · Dec 13, 2023 · 714b85b · 714b85b
1 parent db8fab6
commit 714b85b
Show file tree

Hide file tree

Showing 11 changed files with 64 additions and 33 deletions.
diff --git a/.github/workflows/ci-cd.yml b/.github/workflows/ci-cd.yml
@@ -81,13 +81,14 @@ jobs:
         env:
           NODE_ENV: development
         run: npm ci
+      - if: ${{ steps.filter.outputs.any-workspace == 'true' }}
+        run:
+          tar --zstd -cfv node_modules.tar.zst node_modules workspaces/*/node_modules
       - if: ${{ steps.filter.outputs.any-workspace == 'true' }}
         uses: actions/upload-artifact@v3
         with:
           name: node-modules
-          path: |
-            node_modules/
-            workspaces/*/node_modules/
+          path: node_modules.tar.zst
           retention-days: 1
   paper-js:
     uses: ./.github/workflows/workspace-paper-js.yml

diff --git a/.github/workflows/workspace-paper-js.yml b/.github/workflows/workspace-paper-js.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-audio.yml b/.github/workflows/workspace-scratch-audio.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-blocks.yml b/.github/workflows/workspace-scratch-blocks.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-gui.yml b/.github/workflows/workspace-scratch-gui.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-paint.yml b/.github/workflows/workspace-scratch-paint.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-render.yml b/.github/workflows/workspace-scratch-render.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-sb1-converter.yml b/.github/workflows/workspace-scratch-sb1-converter.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-storage.yml b/.github/workflows/workspace-scratch-storage.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-svg-renderer.yml b/.github/workflows/workspace-scratch-svg-renderer.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test

diff --git a/.github/workflows/workspace-scratch-vm.yml b/.github/workflows/workspace-scratch-vm.yml
@@ -62,10 +62,13 @@ jobs:
           path: .
       - run: ls . workspaces/*/
       - name: Install NPM dependencies
-        env:
-          NODE_ENV: development
         working-directory: .
-        run: if [ ! -d node_modules ]; then npm ci; fi
+        run: |
+          if [ -f node_modules.tar.zst ]; then
+            tar --zstd -xvf node_modules.tar.zst
+          else
+            NODE_ENV=development npm ci
+          fi
       - name: Build
         run: npm run build
       - name: Test