Skip to content

Commit

Permalink
Add pandera package (#1362)
Browse files Browse the repository at this point in the history
* Add pandera

* automated compiling of python requirements (#1361)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>

---------

Co-authored-by: fvankrieken <[email protected]>
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
  • Loading branch information
3 people committed Jan 5, 2025
1 parent 48a62d9 commit 2fbd086
Show file tree
Hide file tree
Showing 3 changed files with 51 additions and 22 deletions.
36 changes: 25 additions & 11 deletions admin/run_environment/constraints.txt
Original file line number Diff line number Diff line change
Expand Up @@ -164,7 +164,7 @@ filelock==3.16.1
# via
# gdown
# virtualenv
folium==0.19.2
folium==0.19.3
# via
# -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
# leafmap
Expand All @@ -185,17 +185,17 @@ geopandas==1.0.1
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
geopy==2.4.1
# via contextily
gitdb==4.0.11
gitdb==4.0.12
# via gitpython
gitpython==3.1.43
gitpython==3.1.44
# via streamlit
graphviz==0.20.3
# via
# -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
# diagrams
greenlet==3.1.1
# via sqlalchemy
identify==2.6.3
identify==2.6.4
# via pre-commit
idna==3.10
# via requests
Expand Down Expand Up @@ -328,15 +328,17 @@ msal==1.23.0
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
msgpack==1.1.0
# via mashumaro
mypy==1.14.0
mypy==1.14.1
# via
# -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
# openpyxl-stubs
# sqlalchemy-stubs
mypy-boto3-s3==1.35.81
# via boto3-stubs
mypy-extensions==1.0.0
# via mypy
# via
# mypy
# typing-inspect
nest-asyncio==1.6.0
# via ipykernel
networkx==3.4.2
Expand All @@ -359,6 +361,7 @@ numpy==2.2.1
# matplotlib
# pandas
# pandas-stubs
# pandera
# pydeck
# pyogrio
# rasterio
Expand All @@ -381,6 +384,7 @@ packaging==24.2
# geopandas
# ipykernel
# matplotlib
# pandera
# plotly
# pyogrio
# pytest
Expand All @@ -393,10 +397,13 @@ pandas==2.2.3
# geopandas
# leafmap
# mapclassify
# pandera
# streamlit
# streamlit-aggrid
pandas-stubs==2.2.3.241126
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
pandera==0.22.1
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
parsedatetime==2.6
# via agate
parso==0.8.4
Expand All @@ -408,7 +415,7 @@ pathspec==0.12.1
# sqlfluff
pexpect==4.9.0
# via ipython
pillow==11.0.0
pillow==11.1.0
# via
# contextily
# matplotlib
Expand Down Expand Up @@ -467,6 +474,7 @@ pydantic==2.10.4
# via
# -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
# dbt-semantic-interfaces
# pandera
pydantic-core==2.27.2
# via pydantic
pydeck==0.9.1
Expand All @@ -482,7 +490,7 @@ pyjwt==2.10.1
# pyjwt
pyogrio==0.10.0
# via geopandas
pyparsing==3.2.0
pyparsing==3.2.1
# via
# matplotlib
# rasterio
Expand Down Expand Up @@ -581,7 +589,7 @@ rpds-py==0.22.3
# via
# jsonschema
# referencing
ruff==0.8.4
ruff==0.8.5
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
s3transfer==0.10.4
# via boto3
Expand All @@ -601,7 +609,7 @@ six==1.17.0
# via
# isodate
# python-dateutil
smmap==5.0.1
smmap==5.0.2
# via gitdb
snowplow-tracker==1.0.4
# via dbt-core
Expand Down Expand Up @@ -675,6 +683,8 @@ traittypes==0.2.1
# via
# bqplot
# ipyleaflet
typeguard==4.4.1
# via pandera
typer==0.15.1
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
types-awscrt==0.23.6
Expand All @@ -689,7 +699,7 @@ types-python-dateutil==2.9.0.20241206
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
types-pytz==2024.2.0.20241221
# via pandas-stubs
types-pyyaml==6.0.12.20241221
types-pyyaml==6.0.12.20241230
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
types-requests==2.32.0.20241016
# via
Expand Down Expand Up @@ -719,7 +729,11 @@ typing-extensions==4.12.2
# sqlalchemy
# sqlalchemy-stubs
# streamlit
# typeguard
# typer
# typing-inspect
typing-inspect==0.9.0
# via pandera
tzdata==2024.2
# via pandas
urllib3==2.3.0
Expand Down
1 change: 1 addition & 0 deletions admin/run_environment/requirements.in
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@ openpyxl
openpyxl-stubs
pandas
pandas-stubs
pandera
plotly
pre-commit
psycopg2-binary
Expand Down
36 changes: 25 additions & 11 deletions admin/run_environment/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -164,7 +164,7 @@ filelock==3.16.1
# via
# gdown
# virtualenv
folium==0.19.2
folium==0.19.3
# via
# -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
# leafmap
Expand All @@ -185,17 +185,17 @@ geopandas==1.0.1
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
geopy==2.4.1
# via contextily
gitdb==4.0.11
gitdb==4.0.12
# via gitpython
gitpython==3.1.43
gitpython==3.1.44
# via streamlit
graphviz==0.20.3
# via
# -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
# diagrams
greenlet==3.1.1
# via sqlalchemy
identify==2.6.3
identify==2.6.4
# via pre-commit
idna==3.10
# via requests
Expand Down Expand Up @@ -328,15 +328,17 @@ msal==1.23.0
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
msgpack==1.1.0
# via mashumaro
mypy==1.14.0
mypy==1.14.1
# via
# -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
# openpyxl-stubs
# sqlalchemy-stubs
mypy-boto3-s3==1.35.81
# via boto3-stubs
mypy-extensions==1.0.0
# via mypy
# via
# mypy
# typing-inspect
nest-asyncio==1.6.0
# via ipykernel
networkx==3.4.2
Expand All @@ -359,6 +361,7 @@ numpy==2.2.1
# matplotlib
# pandas
# pandas-stubs
# pandera
# pydeck
# pyogrio
# rasterio
Expand All @@ -381,6 +384,7 @@ packaging==24.2
# geopandas
# ipykernel
# matplotlib
# pandera
# plotly
# pyogrio
# pytest
Expand All @@ -393,10 +397,13 @@ pandas==2.2.3
# geopandas
# leafmap
# mapclassify
# pandera
# streamlit
# streamlit-aggrid
pandas-stubs==2.2.3.241126
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
pandera==0.22.1
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
parsedatetime==2.6
# via agate
parso==0.8.4
Expand All @@ -408,7 +415,7 @@ pathspec==0.12.1
# sqlfluff
pexpect==4.9.0
# via ipython
pillow==11.0.0
pillow==11.1.0
# via
# contextily
# matplotlib
Expand Down Expand Up @@ -467,6 +474,7 @@ pydantic==2.10.4
# via
# -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
# dbt-semantic-interfaces
# pandera
pydantic-core==2.27.2
# via pydantic
pydeck==0.9.1
Expand All @@ -482,7 +490,7 @@ pyjwt[crypto]==2.10.1
# pyjwt
pyogrio==0.10.0
# via geopandas
pyparsing==3.2.0
pyparsing==3.2.1
# via
# matplotlib
# rasterio
Expand Down Expand Up @@ -581,7 +589,7 @@ rpds-py==0.22.3
# via
# jsonschema
# referencing
ruff==0.8.4
ruff==0.8.5
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
s3transfer==0.10.4
# via boto3
Expand All @@ -601,7 +609,7 @@ six==1.17.0
# via
# isodate
# python-dateutil
smmap==5.0.1
smmap==5.0.2
# via gitdb
snowplow-tracker==1.0.4
# via dbt-core
Expand Down Expand Up @@ -675,6 +683,8 @@ traittypes==0.2.1
# via
# bqplot
# ipyleaflet
typeguard==4.4.1
# via pandera
typer==0.15.1
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
types-awscrt==0.23.6
Expand All @@ -689,7 +699,7 @@ types-python-dateutil==2.9.0.20241206
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
types-pytz==2024.2.0.20241221
# via pandas-stubs
types-pyyaml==6.0.12.20241221
types-pyyaml==6.0.12.20241230
# via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in
types-requests==2.32.0.20241016
# via
Expand Down Expand Up @@ -719,7 +729,11 @@ typing-extensions==4.12.2
# sqlalchemy
# sqlalchemy-stubs
# streamlit
# typeguard
# typer
# typing-inspect
typing-inspect==0.9.0
# via pandera
tzdata==2024.2
# via pandas
urllib3==2.3.0
Expand Down

0 comments on commit 2fbd086

Please sign in to comment.