Skip to content

Commit

Permalink
Upload github action
Browse files Browse the repository at this point in the history
  • Loading branch information
Javex committed Jan 31, 2025
1 parent ca81323 commit 06aaa7c
Show file tree
Hide file tree
Showing 2 changed files with 12 additions and 12 deletions.
12 changes: 6 additions & 6 deletions .github/workflows/scrape-groceries.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ jobs:
mkdir -p ./output/
aws s3 cp "s3://grocery-scrape-au/${save_path}" "./output/${save_path}" || true
- run: python3 main.py sync woolies --skip-existing
- uses: actions/upload-artifact@v3
- uses: actions/upload-artifact@v4
with:
name: woolies_snapshot
path: ./output/woolies/
Expand Down Expand Up @@ -57,12 +57,12 @@ jobs:
mkdir -p ./output/
aws s3 cp "s3://grocery-scrape-au/${save_path}" "./output/${save_path}" || true
- run: python3 main.py sync coles --skip-existing
- uses: actions/upload-artifact@v3
- uses: actions/upload-artifact@v4
with:
name: coles_error
path: ./output/coles/
if: ${{ failure() }}
- uses: actions/upload-artifact@v3
- uses: actions/upload-artifact@v4
with:
name: coles_snapshot
path: ./output/coles/
Expand All @@ -83,12 +83,12 @@ jobs:
steps:
- uses: actions/checkout@v4
- name: Download coles artifact
uses: actions/download-artifact@v3
uses: actions/download-artifact@v4
with:
name: coles_snapshot
path: ./output/coles/
- name: Download woolies artifact
uses: actions/download-artifact@v3
uses: actions/download-artifact@v4
with:
name: woolies_snapshot
path: ./output/woolies/
Expand All @@ -102,7 +102,7 @@ jobs:
# is broken and needs to be built from scratch locally.
- run: aws s3 cp s3://grocery-scrape-au/latest-canonical.json.gz ./output/
- run: python3 main.py analysis --compress
- uses: actions/upload-artifact@v3
- uses: actions/upload-artifact@v4
with:
name: latest_canonical
path: ./output/latest-canonical.json.gz
Expand Down
12 changes: 6 additions & 6 deletions .github/workflows/scrape-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ jobs:
- uses: actions/checkout@v4
- run: pip3 install -r requirements.txt
- run: python3 main.py sync --quick woolies
- uses: actions/upload-artifact@v3
- uses: actions/upload-artifact@v4
with:
name: woolies_snapshot
path: ./output/woolies/
Expand All @@ -24,11 +24,11 @@ jobs:
- uses: actions/checkout@v4
- run: pip3 install -r requirements.txt
- run: python3 main.py sync --quick coles
- uses: actions/upload-artifact@v3
- uses: actions/upload-artifact@v4
with:
name: coles_snapshot
path: ./output/coles/
- uses: actions/upload-artifact@v3
- uses: actions/upload-artifact@v4
with:
name: coles_error
path: ./output/coles/
Expand All @@ -44,12 +44,12 @@ jobs:
steps:
- uses: actions/checkout@v4
- name: Download coles artifact
uses: actions/download-artifact@v3
uses: actions/download-artifact@v4
with:
name: coles_snapshot
path: ./output/coles/
- name: Download woolies artifact
uses: actions/download-artifact@v3
uses: actions/download-artifact@v4
with:
name: woolies_snapshot
path: ./output/woolies/
Expand All @@ -63,7 +63,7 @@ jobs:
# is broken and needs to be built from scratch locally.
- run: aws s3 cp s3://grocery-scrape-au/latest-canonical.json.gz ./output/
- run: python3 main.py analysis
- uses: actions/upload-artifact@v3
- uses: actions/upload-artifact@v4
with:
name: latest_canonical
path: ./output/latest-canonical.json.gz

0 comments on commit 06aaa7c

Please sign in to comment.