checks #92
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: e2etest | |
| on: [push] | |
| jobs: | |
| geocoder: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - name: Expand geocache | |
| run: | | |
| tar -xzf geocache.tgz | |
| - name: Run geocoder | |
| run: | | |
| PYTHONPATH=. poetry run oldnyc/geocode/geocode.py --ids_filter test/random200-ids.txt --images_ndjson data/images.ndjson --output_format id-location.txt --geocode > >(tee test/random200-geocoded.txt) 2> >(tee test/random200.logs.txt >&2) | |
| # See https://stackoverflow.com/a/692407/388951 for the stdout/stderr redirection | |
| - name: Check for diffs | |
| run: | | |
| git diff --exit-code test/ | |
| cropper: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - name: Run cropper | |
| run: | | |
| poetry run oldnyc/crop/crop_to_text.py --beta 2 --overwrite test/721675b.jpg | |
| poetry run oldnyc/crop/crop_to_text.py --beta 2 --overwrite --border_only --output_pattern '%s.border.jpg' test/721675b.jpg | |
| - name: Run photo detector | |
| run: | | |
| poetry run oldnyc/crop/find_pictures.py test/*f.jpg > test/detected-photos.ndjson | |
| - name: Check for diffs | |
| run: | | |
| git diff --exit-code test/ | |
| generation: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - name: Clone web site | |
| run: | | |
| cd .. | |
| git clone https://github.com/oldnyc/oldnyc.github.io.git | |
| - name: Run ingestion | |
| run: | | |
| PYTHONPATH=. poetry run oldnyc/ingest/ingest.py | |
| - name: Check for diffs | |
| run: | | |
| git diff --exit-code data/ | |
| # TODO: remove the OCR shootout after the dust settles, it only really needs to be work once. | |
| - name: Run OCR shootout | |
| run: | | |
| poetry run oldnyc/ocr/ocr_shootout.py | |
| - name: Check for diffs | |
| run: | | |
| git diff --exit-code data/ | |
| - name: Generate static site | |
| run: | | |
| export PYTHONPATH=. | |
| poetry run oldnyc/crop/records_to_photos.py data/images.ndjson data/crops.ndjson data/photos.ndjson | |
| echo '{"fixes": {}}' > data/feedback/fixes.json | |
| poetry run oldnyc/site/generate_static_site.py --leave-timestamps-unchanged | |
| - name: Check for diffs | |
| run: | | |
| cd ../oldnyc.github.io | |
| git diff --exit-code |