analysis folder; not sure about rotations yet #67
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: e2etest | |
| on: [push] | |
| jobs: | |
| geocoder: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - name: Expand geocache | |
| run: | | |
| tar -xzf geocache.tgz | |
| - name: Run geocoder | |
| run: | | |
| PYTHONPATH=. poetry run oldnyc/geocode/geocode.py --ids_filter test/random200-ids.txt --images_ndjson data/images.ndjson --output_format id-location.txt --geocode > >(tee test/random200-geocoded.txt) 2> >(tee test/random200.logs.txt >&2) | |
| # See https://stackoverflow.com/a/692407/388951 for the stdout/stderr redirection | |
| - name: Check for diffs | |
| run: | | |
| git diff --exit-code test/ | |
| cropper: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - name: Run cropper | |
| run: | | |
| poetry run ocr/crop_morphology.py --beta 2 --overwrite test/721675b.jpg | |
| poetry run ocr/crop_morphology.py --beta 2 --overwrite --border_only --output_pattern '%s.border.jpg' test/721675b.jpg | |
| - name: Run photo detector | |
| run: | | |
| poetry run nyc/find_pictures.py test/*f.jpg > test/detected-photos.ndjson | |
| - name: Check for diffs | |
| run: | | |
| git diff --exit-code test/ | |
| generation: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/setup | |
| - name: Clone web site | |
| run: | | |
| cd .. | |
| git clone https://github.com/oldnyc/oldnyc.github.io.git | |
| - name: Run ingestion | |
| run: | | |
| PYTHONPATH=. poetry run oldnyc/ingest/ingest.py | |
| - name: Check for diffs | |
| run: | | |
| git diff --exit-code data/ | |
| - name: Generate static site | |
| run: | | |
| export PYTHONPATH=. | |
| poetry run ./nyc/crops-to-json.py nyc/crops.txt > /tmp/crops.json | |
| poetry run ./nyc/records_to_photos.py data/images.ndjson /tmp/crops.json data/photos.ndjson | |
| echo '{"fixes": {}}' > ocr/feedback/fixes.json | |
| poetry run oldnyc/site/generate_static_site.py --leave-timestamps-unchanged | |
| - name: Check for diffs | |
| run: | | |
| cd ../oldnyc.github.io | |
| git diff --exit-code |