From 2fbd08637613fe02cb24158a24b290f9823c2c97 Mon Sep 17 00:00:00 2001 From: sf-dcp <144725249+sf-dcp@users.noreply.github.com> Date: Thu, 2 Jan 2025 12:30:58 -0600 Subject: [PATCH] Add pandera package (#1362) * Add pandera * automated compiling of python requirements (#1361) Co-authored-by: github-actions[bot] --------- Co-authored-by: fvankrieken Co-authored-by: github-actions[bot] --- admin/run_environment/constraints.txt | 36 ++++++++++++++++++-------- admin/run_environment/requirements.in | 1 + admin/run_environment/requirements.txt | 36 ++++++++++++++++++-------- 3 files changed, 51 insertions(+), 22 deletions(-) diff --git a/admin/run_environment/constraints.txt b/admin/run_environment/constraints.txt index 600b06ccb..35a6a1ac4 100644 --- a/admin/run_environment/constraints.txt +++ b/admin/run_environment/constraints.txt @@ -164,7 +164,7 @@ filelock==3.16.1 # via # gdown # virtualenv -folium==0.19.2 +folium==0.19.3 # via # -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in # leafmap @@ -185,9 +185,9 @@ geopandas==1.0.1 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in geopy==2.4.1 # via contextily -gitdb==4.0.11 +gitdb==4.0.12 # via gitpython -gitpython==3.1.43 +gitpython==3.1.44 # via streamlit graphviz==0.20.3 # via @@ -195,7 +195,7 @@ graphviz==0.20.3 # diagrams greenlet==3.1.1 # via sqlalchemy -identify==2.6.3 +identify==2.6.4 # via pre-commit idna==3.10 # via requests @@ -328,7 +328,7 @@ msal==1.23.0 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in msgpack==1.1.0 # via mashumaro -mypy==1.14.0 +mypy==1.14.1 # via # -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in # openpyxl-stubs @@ -336,7 +336,9 @@ mypy==1.14.0 mypy-boto3-s3==1.35.81 # via boto3-stubs mypy-extensions==1.0.0 - # via mypy + # via + # mypy + # typing-inspect nest-asyncio==1.6.0 # via ipykernel networkx==3.4.2 @@ -359,6 +361,7 @@ numpy==2.2.1 # matplotlib # pandas # pandas-stubs + # pandera # pydeck # pyogrio # rasterio @@ -381,6 +384,7 @@ packaging==24.2 # geopandas # ipykernel # matplotlib + # pandera # plotly # pyogrio # pytest @@ -393,10 +397,13 @@ pandas==2.2.3 # geopandas # leafmap # mapclassify + # pandera # streamlit # streamlit-aggrid pandas-stubs==2.2.3.241126 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in +pandera==0.22.1 + # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in parsedatetime==2.6 # via agate parso==0.8.4 @@ -408,7 +415,7 @@ pathspec==0.12.1 # sqlfluff pexpect==4.9.0 # via ipython -pillow==11.0.0 +pillow==11.1.0 # via # contextily # matplotlib @@ -467,6 +474,7 @@ pydantic==2.10.4 # via # -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in # dbt-semantic-interfaces + # pandera pydantic-core==2.27.2 # via pydantic pydeck==0.9.1 @@ -482,7 +490,7 @@ pyjwt==2.10.1 # pyjwt pyogrio==0.10.0 # via geopandas -pyparsing==3.2.0 +pyparsing==3.2.1 # via # matplotlib # rasterio @@ -581,7 +589,7 @@ rpds-py==0.22.3 # via # jsonschema # referencing -ruff==0.8.4 +ruff==0.8.5 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in s3transfer==0.10.4 # via boto3 @@ -601,7 +609,7 @@ six==1.17.0 # via # isodate # python-dateutil -smmap==5.0.1 +smmap==5.0.2 # via gitdb snowplow-tracker==1.0.4 # via dbt-core @@ -675,6 +683,8 @@ traittypes==0.2.1 # via # bqplot # ipyleaflet +typeguard==4.4.1 + # via pandera typer==0.15.1 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in types-awscrt==0.23.6 @@ -689,7 +699,7 @@ types-python-dateutil==2.9.0.20241206 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in types-pytz==2024.2.0.20241221 # via pandas-stubs -types-pyyaml==6.0.12.20241221 +types-pyyaml==6.0.12.20241230 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in types-requests==2.32.0.20241016 # via @@ -719,7 +729,11 @@ typing-extensions==4.12.2 # sqlalchemy # sqlalchemy-stubs # streamlit + # typeguard # typer + # typing-inspect +typing-inspect==0.9.0 + # via pandera tzdata==2024.2 # via pandas urllib3==2.3.0 diff --git a/admin/run_environment/requirements.in b/admin/run_environment/requirements.in index edfe994a7..998c92a08 100644 --- a/admin/run_environment/requirements.in +++ b/admin/run_environment/requirements.in @@ -27,6 +27,7 @@ openpyxl openpyxl-stubs pandas pandas-stubs +pandera plotly pre-commit psycopg2-binary diff --git a/admin/run_environment/requirements.txt b/admin/run_environment/requirements.txt index 07fa753ba..143673e8e 100644 --- a/admin/run_environment/requirements.txt +++ b/admin/run_environment/requirements.txt @@ -164,7 +164,7 @@ filelock==3.16.1 # via # gdown # virtualenv -folium==0.19.2 +folium==0.19.3 # via # -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in # leafmap @@ -185,9 +185,9 @@ geopandas==1.0.1 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in geopy==2.4.1 # via contextily -gitdb==4.0.11 +gitdb==4.0.12 # via gitpython -gitpython==3.1.43 +gitpython==3.1.44 # via streamlit graphviz==0.20.3 # via @@ -195,7 +195,7 @@ graphviz==0.20.3 # diagrams greenlet==3.1.1 # via sqlalchemy -identify==2.6.3 +identify==2.6.4 # via pre-commit idna==3.10 # via requests @@ -328,7 +328,7 @@ msal==1.23.0 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in msgpack==1.1.0 # via mashumaro -mypy==1.14.0 +mypy==1.14.1 # via # -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in # openpyxl-stubs @@ -336,7 +336,9 @@ mypy==1.14.0 mypy-boto3-s3==1.35.81 # via boto3-stubs mypy-extensions==1.0.0 - # via mypy + # via + # mypy + # typing-inspect nest-asyncio==1.6.0 # via ipykernel networkx==3.4.2 @@ -359,6 +361,7 @@ numpy==2.2.1 # matplotlib # pandas # pandas-stubs + # pandera # pydeck # pyogrio # rasterio @@ -381,6 +384,7 @@ packaging==24.2 # geopandas # ipykernel # matplotlib + # pandera # plotly # pyogrio # pytest @@ -393,10 +397,13 @@ pandas==2.2.3 # geopandas # leafmap # mapclassify + # pandera # streamlit # streamlit-aggrid pandas-stubs==2.2.3.241126 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in +pandera==0.22.1 + # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in parsedatetime==2.6 # via agate parso==0.8.4 @@ -408,7 +415,7 @@ pathspec==0.12.1 # sqlfluff pexpect==4.9.0 # via ipython -pillow==11.0.0 +pillow==11.1.0 # via # contextily # matplotlib @@ -467,6 +474,7 @@ pydantic==2.10.4 # via # -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in # dbt-semantic-interfaces + # pandera pydantic-core==2.27.2 # via pydantic pydeck==0.9.1 @@ -482,7 +490,7 @@ pyjwt[crypto]==2.10.1 # pyjwt pyogrio==0.10.0 # via geopandas -pyparsing==3.2.0 +pyparsing==3.2.1 # via # matplotlib # rasterio @@ -581,7 +589,7 @@ rpds-py==0.22.3 # via # jsonschema # referencing -ruff==0.8.4 +ruff==0.8.5 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in s3transfer==0.10.4 # via boto3 @@ -601,7 +609,7 @@ six==1.17.0 # via # isodate # python-dateutil -smmap==5.0.1 +smmap==5.0.2 # via gitdb snowplow-tracker==1.0.4 # via dbt-core @@ -675,6 +683,8 @@ traittypes==0.2.1 # via # bqplot # ipyleaflet +typeguard==4.4.1 + # via pandera typer==0.15.1 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in types-awscrt==0.23.6 @@ -689,7 +699,7 @@ types-python-dateutil==2.9.0.20241206 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in types-pytz==2024.2.0.20241221 # via pandas-stubs -types-pyyaml==6.0.12.20241221 +types-pyyaml==6.0.12.20241230 # via -r /__w/data-engineering/data-engineering/admin/ops/../run_environment/requirements.in types-requests==2.32.0.20241016 # via @@ -719,7 +729,11 @@ typing-extensions==4.12.2 # sqlalchemy # sqlalchemy-stubs # streamlit + # typeguard # typer + # typing-inspect +typing-inspect==0.9.0 + # via pandera tzdata==2024.2 # via pandas urllib3==2.3.0