diff --git a/VERSION b/VERSION index 8bbb6e406..5f4f65c85 100644 --- a/VERSION +++ b/VERSION @@ -1 +1 @@ -2.10.1 +2.10.3 diff --git a/docker/Dockerfile b/docker/Dockerfile index 55e0fabcf..8c14d4bbf 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -8,9 +8,9 @@ LABEL maintainer="amazon" # Airflow ## Version specific ARGs -ARG AIRFLOW_VERSION=2.10.1 +ARG AIRFLOW_VERSION=2.10.3 ARG WATCHTOWER_VERSION=3.3.1 -ARG PROVIDER_AMAZON_VERSION=8.28.0 +ARG PROVIDER_AMAZON_VERSION=9.0.0 ## General ARGs ARG AIRFLOW_USER_HOME=/usr/local/airflow diff --git a/docker/config/constraints.txt b/docker/config/constraints.txt index 4657caa37..feb2760b7 100644 --- a/docker/config/constraints.txt +++ b/docker/config/constraints.txt @@ -1,6 +1,6 @@ -# https://raw.githubusercontent.com/apache/airflow/constraints-2.10.1/constraints-3.11.txt +# https://raw.githubusercontent.com/apache/airflow/constraints-2.10.3/constraints-3.11.txt # -# This constraints file was automatically generated on 2024-09-02T09:27:12.793675 +# This constraints file was automatically generated on 2024-11-05T08:38:29.460831 # via "eager-upgrade" mechanism of PIP. For the "v2-10-test" branch of Airflow. # This variant of constraints install uses the HEAD of the branch version for 'apache-airflow' but installs # the providers from PIP-released packages at the moment of the constraint generation. @@ -34,7 +34,7 @@ Authlib==1.3.2 ConfigUpdater==3.2 Deprecated==1.2.14 Events==0.5 -Flask-AppBuilder==4.5.0 +Flask-AppBuilder==4.5.2 Flask-Babel==2.0.0 Flask-Bcrypt==1.0.1 Flask-Caching==2.3.0 @@ -43,16 +43,16 @@ Flask-Limiter==3.8.0 Flask-Login==0.6.3 Flask-SQLAlchemy==2.5.1 Flask-Session==0.5.0 -Flask-WTF==1.2.1 +Flask-WTF==1.2.2 Flask==2.2.5 GitPython==3.1.43 JPype1==1.5.0 JayDeBeApi==1.2.3 Jinja2==3.1.4 Js2Py==0.74 -Mako==1.3.5 +Mako==1.3.6 Markdown==3.7 -MarkupSafe==2.1.5 +MarkupSafe==3.0.2 PyAthena==3.9.0 PyGithub==2.4.0 PyHive==0.7.0 @@ -62,107 +62,108 @@ PyYAML==6.0.2 Pygments==2.18.0 SQLAlchemy-JSONField==1.0.2 SQLAlchemy-Utils==0.41.2 -SQLAlchemy==1.4.53 +SQLAlchemy==1.4.54 SecretStorage==3.3.3 Sphinx==5.3.0 -WTForms==3.1.2 +WTForms==3.2.1 Werkzeug==2.2.3 adal==1.2.7 adlfs==2024.7.0 -aiobotocore==2.14.0 +aiobotocore==2.15.2 aiofiles==23.2.1 -aiohappyeyeballs==2.4.0 -aiohttp==3.10.5 +aiohappyeyeballs==2.4.3 +aiohttp==3.10.10 aioitertools==0.12.0 aioresponses==0.7.6 aiosignal==1.3.1 +airbyte-api==0.52.1 alabaster==0.7.16 -alembic==1.13.2 +alembic==1.14.0 alibabacloud-adb20211201==2.0.0 -alibabacloud-tea==0.3.9 -alibabacloud_credentials==0.3.5 +alibabacloud-tea==0.4.0 +alibabacloud_credentials==0.3.6 alibabacloud_endpoint_util==0.0.3 alibabacloud_gateway_spi==0.0.2 alibabacloud_openapi_util==0.2.2 -alibabacloud_tea_openapi==0.3.11 +alibabacloud_tea_openapi==0.3.12 alibabacloud_tea_util==0.3.13 alibabacloud_tea_xml==0.0.2 -aliyun-python-sdk-core==2.15.2 +aliyun-python-sdk-core==2.16.0 aliyun-python-sdk-kms==2.16.5 amqp==5.2.0 analytics-python==1.2.9 annotated-types==0.7.0 ansicolors==1.1.8 anyascii==0.3.2 -anyio==4.4.0 -apache-airflow-providers-airbyte==3.9.0 -apache-airflow-providers-alibaba==2.9.0 -apache-airflow-providers-amazon==8.28.0 -apache-airflow-providers-apache-beam==5.8.0 +anyio==4.6.2.post1 +apache-airflow-providers-airbyte==4.0.0 +apache-airflow-providers-alibaba==2.9.1 +apache-airflow-providers-amazon==9.0.0 +apache-airflow-providers-apache-beam==5.9.0 apache-airflow-providers-apache-cassandra==3.6.0 apache-airflow-providers-apache-drill==2.8.0 -apache-airflow-providers-apache-druid==3.11.0 -apache-airflow-providers-apache-flink==1.5.0 -apache-airflow-providers-apache-hdfs==4.5.0 +apache-airflow-providers-apache-druid==3.12.0 +apache-airflow-providers-apache-flink==1.5.1 +apache-airflow-providers-apache-hdfs==4.6.0 apache-airflow-providers-apache-hive==8.2.0 apache-airflow-providers-apache-iceberg==1.1.0 -apache-airflow-providers-apache-impala==1.5.0 -apache-airflow-providers-apache-kafka==1.6.0 +apache-airflow-providers-apache-impala==1.5.1 +apache-airflow-providers-apache-kafka==1.6.1 apache-airflow-providers-apache-kylin==3.7.0 -apache-airflow-providers-apache-livy==3.9.0 +apache-airflow-providers-apache-livy==3.9.2 apache-airflow-providers-apache-pig==4.5.0 apache-airflow-providers-apache-pinot==4.5.0 -apache-airflow-providers-apache-spark==4.10.0 +apache-airflow-providers-apache-spark==4.11.2 apache-airflow-providers-apprise==1.4.0 apache-airflow-providers-arangodb==2.6.0 apache-airflow-providers-asana==2.6.0 apache-airflow-providers-atlassian-jira==2.7.0 -apache-airflow-providers-celery==3.8.1 -apache-airflow-providers-cloudant==3.6.0 -apache-airflow-providers-cncf-kubernetes==8.4.1 +apache-airflow-providers-celery==3.8.3 +apache-airflow-providers-cloudant==4.0.2 +apache-airflow-providers-cncf-kubernetes==9.0.1 apache-airflow-providers-cohere==1.3.0 -apache-airflow-providers-common-compat==1.2.0 -apache-airflow-providers-common-io==1.4.0 -apache-airflow-providers-common-sql==1.16.0 -apache-airflow-providers-databricks==6.9.0 -apache-airflow-providers-datadog==3.7.0 -apache-airflow-providers-dbt-cloud==3.10.0 +apache-airflow-providers-common-compat==1.2.1 +apache-airflow-providers-common-io==1.4.2 +apache-airflow-providers-common-sql==1.19.0 +apache-airflow-providers-databricks==6.12.0 +apache-airflow-providers-datadog==3.7.1 +apache-airflow-providers-dbt-cloud==3.11.1 apache-airflow-providers-dingding==3.6.0 apache-airflow-providers-discord==3.8.0 -apache-airflow-providers-docker==3.13.0 -apache-airflow-providers-elasticsearch==5.5.0 +apache-airflow-providers-docker==3.14.0 +apache-airflow-providers-elasticsearch==5.5.2 apache-airflow-providers-exasol==4.6.0 -apache-airflow-providers-fab==1.3.0 +apache-airflow-providers-fab==1.5.0 apache-airflow-providers-facebook==3.6.0 -apache-airflow-providers-ftp==3.11.0 +apache-airflow-providers-ftp==3.11.1 apache-airflow-providers-github==2.7.0 -apache-airflow-providers-google==10.22.0 +apache-airflow-providers-google==10.25.0 apache-airflow-providers-grpc==3.6.0 apache-airflow-providers-hashicorp==3.8.0 -apache-airflow-providers-http==4.13.0 +apache-airflow-providers-http==4.13.2 apache-airflow-providers-imap==3.7.0 -apache-airflow-providers-influxdb==2.7.0 -apache-airflow-providers-jdbc==4.5.0 -apache-airflow-providers-jenkins==3.7.0 -apache-airflow-providers-microsoft-azure==10.4.0 -apache-airflow-providers-microsoft-mssql==3.9.0 +apache-airflow-providers-influxdb==2.7.1 +apache-airflow-providers-jdbc==4.5.2 +apache-airflow-providers-jenkins==3.7.2 +apache-airflow-providers-microsoft-azure==11.0.0 +apache-airflow-providers-microsoft-mssql==3.9.1 apache-airflow-providers-microsoft-psrp==2.8.0 apache-airflow-providers-microsoft-winrm==3.6.0 -apache-airflow-providers-mongo==4.2.0 -apache-airflow-providers-mysql==5.7.0 +apache-airflow-providers-mongo==4.2.2 +apache-airflow-providers-mysql==5.7.3 apache-airflow-providers-neo4j==3.7.0 -apache-airflow-providers-odbc==4.7.0 -apache-airflow-providers-openai==1.3.0 +apache-airflow-providers-odbc==4.8.0 +apache-airflow-providers-openai==1.4.0 apache-airflow-providers-openfaas==3.6.0 -apache-airflow-providers-openlineage==1.11.0 -apache-airflow-providers-opensearch==1.4.0 +apache-airflow-providers-openlineage==1.13.0 +apache-airflow-providers-opensearch==1.5.0 apache-airflow-providers-opsgenie==5.7.0 -apache-airflow-providers-oracle==3.11.0 +apache-airflow-providers-oracle==3.12.0 apache-airflow-providers-pagerduty==3.8.0 -apache-airflow-providers-papermill==3.8.0 +apache-airflow-providers-papermill==3.8.1 apache-airflow-providers-pgvector==1.3.0 apache-airflow-providers-pinecone==2.1.0 -apache-airflow-providers-postgres==5.12.0 +apache-airflow-providers-postgres==5.13.1 apache-airflow-providers-presto==5.6.0 apache-airflow-providers-qdrant==1.2.0 apache-airflow-providers-redis==3.8.0 @@ -170,61 +171,61 @@ apache-airflow-providers-salesforce==5.8.0 apache-airflow-providers-samba==4.8.0 apache-airflow-providers-segment==3.6.0 apache-airflow-providers-sendgrid==3.6.0 -apache-airflow-providers-sftp==4.11.0 +apache-airflow-providers-sftp==4.11.1 apache-airflow-providers-singularity==3.6.0 -apache-airflow-providers-slack==8.9.0 +apache-airflow-providers-slack==8.9.1 apache-airflow-providers-smtp==1.8.0 -apache-airflow-providers-snowflake==5.7.0 +apache-airflow-providers-snowflake==5.8.0 apache-airflow-providers-sqlite==3.9.0 -apache-airflow-providers-ssh==3.13.1 -apache-airflow-providers-tableau==4.6.0 +apache-airflow-providers-ssh==3.14.0 +apache-airflow-providers-tableau==4.6.1 apache-airflow-providers-tabular==1.6.1 apache-airflow-providers-telegram==4.6.0 apache-airflow-providers-teradata==2.6.0 -apache-airflow-providers-trino==5.8.0 +apache-airflow-providers-trino==5.8.1 apache-airflow-providers-vertica==3.9.0 apache-airflow-providers-weaviate==2.1.0 apache-airflow-providers-yandex==3.12.0 -apache-airflow-providers-ydb==1.3.0 +apache-airflow-providers-ydb==1.4.0 apache-airflow-providers-zendesk==4.8.0 -apache-beam==2.56.0 -apispec==6.6.1 -apprise==1.8.1 -argcomplete==3.5.0 +apache-beam==2.59.0 +apispec==6.7.1 +apprise==1.9.0 +argcomplete==3.5.1 asana==3.2.3 asgiref==3.8.1 asn1crypto==1.5.1 astroid==2.15.8 asttokens==2.4.1 -asyncssh==2.16.0 +asyncssh==2.18.0 atlasclient==1.0.0 -atlassian-python-api==3.41.15 +atlassian-python-api==3.41.16 attrs==24.2.0 aws-sam-translator==1.91.0 aws-xray-sdk==2.14.0 azure-batch==14.2.0 azure-common==1.1.28 -azure-core==1.30.2 +azure-core==1.32.0 azure-cosmos==4.7.0 azure-datalake-store==0.0.53 -azure-identity==1.17.1 -azure-keyvault-secrets==4.8.0 -azure-kusto-data==4.5.1 +azure-identity==1.19.0 +azure-keyvault-secrets==4.9.0 +azure-kusto-data==4.6.1 azure-mgmt-containerinstance==10.1.0 azure-mgmt-containerregistry==10.3.0 -azure-mgmt-core==1.4.0 -azure-mgmt-cosmosdb==9.5.1 +azure-mgmt-core==1.5.0 +azure-mgmt-cosmosdb==9.6.0 azure-mgmt-datafactory==9.0.0 azure-mgmt-datalake-nspkg==3.0.1 azure-mgmt-datalake-store==0.5.0 azure-mgmt-nspkg==3.0.2 -azure-mgmt-resource==23.1.1 +azure-mgmt-resource==23.2.0 azure-mgmt-storage==21.2.1 azure-nspkg==3.0.2 -azure-servicebus==7.12.2 -azure-storage-blob==12.22.0 -azure-storage-file-datalake==12.16.0 -azure-storage-file-share==12.17.0 +azure-servicebus==7.12.3 +azure-storage-blob==12.23.1 +azure-storage-file-datalake==12.17.0 +azure-storage-file-share==12.19.0 azure-synapse-artifacts==0.19.0 azure-synapse-spark==0.7.0 babel==2.16.0 @@ -232,24 +233,24 @@ backoff==2.2.1 backports.tarfile==1.2.0 bcrypt==4.2.0 beautifulsoup4==4.12.3 -billiard==4.2.0 -bitarray==2.9.2 -black==24.8.0 +billiard==4.2.1 +bitarray==3.0.0 +black==24.10.0 blinker==1.8.2 -boto3==1.35.7 -botocore==1.35.7 +boto3==1.35.36 +botocore==1.35.36 cachelib==0.9.0 cachetools==5.5.0 -cassandra-driver==3.29.1 -cattrs==24.1.0 +cassandra-driver==3.29.2 +cattrs==24.1.2 celery==5.4.0 certifi==2024.8.30 -cffi==1.17.0 +cffi==1.17.1 cfgv==3.4.0 -cfn-lint==1.11.1 +cfn-lint==1.18.4 cgroupspy==0.2.3 chardet==5.2.0 -charset-normalizer==3.3.2 +charset-normalizer==3.4.0 checksumdir==1.2.0 ciso8601==2.3.1 click-didyoumean==0.3.1 @@ -261,175 +262,180 @@ cloudant==2.15.0 cloudpickle==2.2.1 cohere==4.57 colorama==0.4.6 -colorlog==6.8.2 +colorlog==6.9.0 comm==0.2.2 -confluent-kafka==2.5.0 +confluent-kafka==2.6.0 connexion==2.14.2 -coverage==7.6.1 +coverage==7.6.4 crcmod==1.7 cron-descriptor==1.4.5 -croniter==3.0.3 +croniter==5.0.1 cryptography==42.0.8 curlify==2.2.1 databricks-sql-connector==2.9.6 -datadog==0.50.0 +dataclasses-json==0.6.7 +datadog==0.50.1 db-dtypes==1.3.0 -debugpy==1.8.5 +debugpy==1.8.7 decorator==5.1.1 defusedxml==0.7.1 -deltalake==0.18.2 +deltalake==0.21.0 diagrams==0.23.4 dill==0.3.1.1 -distlib==0.3.8 +distlib==0.3.9 distro==1.9.0 -dnspython==2.6.1 +dnspython==2.7.0 docker==7.1.0 docopt==0.6.2 docstring_parser==0.16 docutils==0.16 -duckdb==1.0.0 -elastic-transport==8.15.0 -elasticsearch==8.15.0 +duckdb==1.1.3 +elastic-transport==8.15.1 +elasticsearch==8.15.1 email_validator==2.2.0 entrypoints==0.4 eralchemy2==1.4.1 -et-xmlfile==1.1.0 -eventlet==0.36.1 +et_xmlfile==2.0.0 +eventlet==0.37.0 execnet==2.1.1 executing==2.1.0 -facebook_business==20.0.2 -fastavro==1.9.5 +facebook_business==21.0.3 +fastavro==1.9.7 fasteners==0.19 fastjsonschema==2.20.0 -filelock==3.15.4 +filelock==3.16.1 flower==2.0.1 -frozenlist==1.4.1 -fsspec==2024.6.1 +frozenlist==1.5.0 +fsspec==2024.10.0 future==1.0.0 gcloud-aio-auth==5.3.2 gcloud-aio-bigquery==7.1.0 gcloud-aio-storage==9.3.0 -gcsfs==2024.6.1 +gcsfs==2024.10.0 geomet==0.2.1.post1 -gevent==24.2.1 +gevent==24.10.3 gitdb==4.0.11 -google-ads==25.0.0 -google-analytics-admin==0.23.0 -google-api-core==2.19.2 -google-api-python-client==2.143.0 +google-ads==25.1.0 +google-analytics-admin==0.23.2 +google-api-core==2.22.0 +google-api-python-client==2.151.0 google-auth-httplib2==0.2.0 google-auth-oauthlib==1.2.1 -google-auth==2.34.0 -google-cloud-aiplatform==1.64.0 -google-cloud-appengine-logging==1.4.5 +google-auth==2.35.0 +google-cloud-aiplatform==1.71.1 +google-cloud-appengine-logging==1.5.0 google-cloud-audit-log==0.3.0 -google-cloud-automl==2.13.5 -google-cloud-batch==0.17.26 -google-cloud-bigquery-datatransfer==3.15.6 +google-cloud-automl==2.14.1 +google-cloud-batch==0.17.31 +google-cloud-bigquery-datatransfer==3.17.1 google-cloud-bigquery==3.20.1 google-cloud-bigtable==2.26.0 -google-cloud-build==3.24.2 -google-cloud-compute==1.19.2 -google-cloud-container==2.50.0 +google-cloud-build==3.27.0 +google-cloud-compute==1.20.1 +google-cloud-container==2.53.0 google-cloud-core==2.4.1 -google-cloud-datacatalog==3.20.1 -google-cloud-dataflow-client==0.8.12 -google-cloud-dataform==0.5.11 -google-cloud-dataplex==2.2.2 -google-cloud-dataproc-metastore==1.15.5 -google-cloud-dataproc==5.10.2 -google-cloud-dlp==3.22.0 -google-cloud-kms==2.24.2 -google-cloud-language==2.14.0 -google-cloud-logging==3.11.2 -google-cloud-memcache==1.9.5 -google-cloud-monitoring==2.22.2 -google-cloud-orchestration-airflow==1.13.1 -google-cloud-os-login==2.14.6 -google-cloud-pubsub==2.23.0 -google-cloud-redis==2.15.5 -google-cloud-resource-manager==1.12.5 -google-cloud-run==0.10.8 -google-cloud-secret-manager==2.20.2 -google-cloud-spanner==3.48.0 -google-cloud-speech==2.27.0 -google-cloud-storage-transfer==1.12.0 +google-cloud-datacatalog==3.21.1 +google-cloud-dataflow-client==0.8.13 +google-cloud-dataform==0.5.13 +google-cloud-dataplex==2.3.1 +google-cloud-dataproc-metastore==1.16.0 +google-cloud-dataproc==5.15.1 +google-cloud-dlp==3.25.0 +google-cloud-kms==3.1.0 +google-cloud-language==2.15.0 +google-cloud-logging==3.11.3 +google-cloud-memcache==1.10.0 +google-cloud-monitoring==2.23.0 +google-cloud-orchestration-airflow==1.15.0 +google-cloud-os-login==2.15.0 +google-cloud-pubsub==2.26.1 +google-cloud-redis==2.16.0 +google-cloud-resource-manager==1.13.0 +google-cloud-run==0.10.10 +google-cloud-secret-manager==2.21.0 +google-cloud-spanner==3.49.1 +google-cloud-speech==2.28.0 +google-cloud-storage-transfer==1.13.0 google-cloud-storage==2.18.2 -google-cloud-tasks==2.16.5 -google-cloud-texttospeech==2.17.2 -google-cloud-translate==3.16.0 -google-cloud-videointelligence==2.13.5 -google-cloud-vision==3.7.4 -google-cloud-workflows==1.14.5 -google-crc32c==1.5.0 +google-cloud-tasks==2.17.0 +google-cloud-texttospeech==2.21.0 +google-cloud-translate==3.17.0 +google-cloud-videointelligence==2.14.0 +google-cloud-vision==3.8.0 +google-cloud-workflows==1.15.0 +google-crc32c==1.6.0 google-re2==1.1.20240702 google-resumable-media==2.7.2 googleapis-common-protos==1.65.0 -graphql-core==3.2.3 +graphql-core==3.2.5 graphviz==0.20.3 -greenlet==3.0.3 +greenlet==3.1.1 grpc-google-iam-v1==0.13.1 grpc-interceptor==0.15.4 grpcio-gcp==0.2.2 grpcio-health-checking==1.62.3 grpcio-status==1.62.3 grpcio-tools==1.62.3 -grpcio==1.66.1 -gssapi==1.8.3 +grpcio==1.67.1 +gssapi==1.9.0 gunicorn==23.0.0 h11==0.14.0 h2==4.1.0 -hatch==1.12.0 +hatch==1.13.0 hatchling==1.25.0 hdfs==2.7.3 hmsclient==0.1.1 hpack==4.0.0 -httpcore==1.0.5 +httpcore==1.0.6 httplib2==0.22.0 httpx==0.27.0 -humanize==4.10.0 +humanize==4.11.0 hvac==2.3.0 hyperframe==6.0.1 hyperlink==21.0.0 +ibm-cloud-sdk-core==3.20.3 +ibmcloudant==0.9.1 icdiff==2.0.7 -identify==2.6.0 -idna==3.8 +identify==2.6.1 +idna==3.10 ijson==3.3.0 imagesize==1.4.1 +immutabledict==4.2.0 importlib-metadata==6.11.0 -importlib_resources==6.4.4 +importlib_resources==6.4.5 impyla==0.19.0 incremental==24.7.2 inflection==0.5.1 -influxdb-client==1.45.0 +influxdb-client==1.47.0 iniconfig==2.0.0 ipdb==0.13.13 ipykernel==6.29.5 -ipython==8.27.0 -isodate==0.6.1 +ipython==8.29.0 +isodate==0.7.2 itsdangerous==2.2.0 jaraco.classes==3.4.0 jaraco.context==6.0.1 -jaraco.functools==4.0.2 +jaraco.functools==4.1.0 jedi==0.19.1 jeepney==0.8.0 -jiter==0.5.0 +jiter==0.7.0 jmespath==0.10.0 joserfc==1.0.0 json-merge-patch==0.2 jsondiff==2.2.1 jsonpatch==1.33 -jsonpath-ng==1.6.1 +jsonpath-ng==1.7.0 +jsonpath-python==1.0.6 jsonpickle==3.3.0 jsonpointer==3.0.0 jsonschema-path==0.3.3 jsonschema-specifications==2023.12.1 jsonschema==4.23.0 -jupyter_client==8.6.2 +jupyter_client==8.6.3 jupyter_core==5.7.2 -keyring==25.3.0 -kombu==5.4.0 -krb5==0.6.0 +keyring==25.5.0 +kombu==5.4.2 +krb5==0.7.0 kubernetes==30.1.0 kubernetes_asyncio==30.1.0 kylinpy==2.8.4 @@ -438,57 +444,59 @@ ldap3==2.9.1 limits==3.13.0 linkify-it-py==2.0.3 lockfile==0.12.2 -looker-sdk==24.14.0 +looker-sdk==24.18.1 lxml==5.3.0 lz4==4.3.3 markdown-it-py==3.0.0 marshmallow-oneofschema==3.1.1 marshmallow-sqlalchemy==0.28.2 -marshmallow==3.22.0 +marshmallow==3.23.1 matplotlib-inline==0.1.7 -mdit-py-plugins==0.4.1 +mdit-py-plugins==0.4.2 mdurl==0.1.2 mergedeep==1.3.4 methodtools==0.4.7 microsoft-kiota-abstractions==1.3.3 microsoft-kiota-authentication-azure==1.1.0 microsoft-kiota-http==1.3.3 +microsoft-kiota-serialization-json==1.0.0 +microsoft-kiota-serialization-text==1.0.0 mmh3==4.1.0 -mongomock==4.1.2 -more-itertools==10.4.0 +mongomock==4.2.0.post1 +more-itertools==10.5.0 moto==5.0.11 mpmath==1.3.0 msal-extensions==1.2.0 -msal==1.30.0 -msgraph-core==1.1.2 +msal==1.31.0 +msgraph-core==1.1.6 msrest==0.7.1 msrestazure==0.6.4.post1 multi_key_dict==2.0.3 -multidict==6.0.5 -mypy-boto3-appflow==1.35.0 -mypy-boto3-rds==1.35.0 -mypy-boto3-redshift-data==1.35.10 -mypy-boto3-s3==1.35.2 +multidict==6.1.0 +mypy-boto3-appflow==1.35.39 +mypy-boto3-rds==1.35.50 +mypy-boto3-redshift-data==1.35.51 +mypy-boto3-s3==1.35.46 mypy-extensions==1.0.0 mypy==1.9.0 -mysql-connector-python==9.0.0 -mysqlclient==2.2.4 +mysql-connector-python==9.1.0 +mysqlclient==2.2.5 nbclient==0.10.0 nbformat==5.10.4 -neo4j==5.24.0 +neo4j==5.26.0 nest-asyncio==1.6.0 -networkx==3.3 +networkx==3.4.2 nh3==0.2.18 nodeenv==1.9.1 numpy==1.26.4 oauthlib==3.2.2 objsize==0.7.0 -openai==1.43.0 +openai==1.54.0 openapi-schema-validator==0.6.2 openapi-spec-validator==0.7.1 -openlineage-integration-common==1.21.1 -openlineage-python==1.21.1 -openlineage_sql==1.21.1 +openlineage-integration-common==1.23.0 +openlineage-python==1.23.0 +openlineage_sql==1.23.0 openpyxl==3.1.5 opensearch-py==2.7.1 opentelemetry-api==1.27.0 @@ -503,44 +511,45 @@ opentelemetry-semantic-conventions==0.48b0 opsgenie-sdk==2.1.5 oracledb==2.4.1 ordered-set==4.1.0 -orjson==3.10.7 -oss2==2.19.0 +orjson==3.10.11 +oss2==2.19.1 packaging==24.1 -pandas-gbq==0.23.1 -pandas-stubs==2.2.2.240807 +pandas-gbq==0.24.0 +pandas-stubs==2.2.3.241009 pandas==2.1.4 papermill==2.6.0 -paramiko==3.4.1 +paramiko==3.5.0 parso==0.8.4 pathable==0.4.3 pathspec==0.12.1 pbr==6.1.0 -pdpyras==5.2.0 +pdpyras==5.3.0 pendulum==3.0.0 pexpect==4.9.0 -pgvector==0.3.2 +pgvector==0.3.6 pinecone-client==5.0.1 -pinecone-plugin-inference==1.0.3 +pinecone-plugin-inference==1.1.0 pinecone-plugin-interface==0.0.7 pinotdb==5.6.0 -pipdeptree==2.23.1 +pipdeptree==2.23.4 pipx==1.7.1 pkginfo==1.10.0 -platformdirs==4.2.2 +platformdirs==4.3.6 pluggy==1.5.0 ply==3.11 plyvel==1.5.1 portalocker==2.10.1 pprintpp==0.4.0 -pre-commit==3.8.0 +pre_commit==4.0.1 presto-python-client==0.8.4 prison==0.2.1 -prometheus_client==0.20.0 -prompt_toolkit==3.0.47 -proto-plus==1.24.0 -protobuf==4.25.4 -psutil==6.0.0 -psycopg2-binary==2.9.9 +prometheus_client==0.21.0 +prompt_toolkit==3.0.48 +propcache==0.2.0 +proto-plus==1.25.0 +protobuf==4.25.5 +psutil==6.1.0 +psycopg2-binary==2.9.10 ptyprocess==0.7.0 pure-sasl==0.6.2 pure_eval==0.2.3 @@ -548,32 +557,32 @@ py-partiql-parser==0.5.5 py4j==0.10.9.7 pyOpenSSL==24.2.1 pyarrow-hotfix==0.6 -pyarrow==14.0.2 -pyasn1==0.6.0 +pyarrow==16.1.0 +pyasn1==0.6.1 pyasn1_modules==0.4.0 pycountry==24.6.1 pycparser==2.22 -pycryptodome==3.20.0 -pydantic==2.8.2 -pydantic_core==2.20.1 +pycryptodome==3.21.0 +pydantic==2.9.2 +pydantic_core==2.23.4 pydata-google-auth==1.8.2 pydot==1.4.2 pydruid==0.6.9 pyenchant==3.2.2 -pyexasol==0.26.0 -pygraphviz==1.13 +pyexasol==0.27.0 +pygraphviz==1.14 pyiceberg==0.7.1 pyjsparser==2.7.1 pykerberos==1.2.4 -pymongo==4.8.0 +pymongo==4.10.1 pymssql==2.3.1 -pyodbc==5.1.0 -pyparsing==3.1.4 +pyodbc==5.2.0 +pyparsing==3.2.0 pypsrp==0.8.1 -pyspark==3.5.2 +pyspark==3.5.3 pyspnego==0.11.1 pytest-asyncio==0.24.0 -pytest-cov==5.0.0 +pytest-cov==6.0.0 pytest-custom-exit-code==0.3.0 pytest-icdiff==0.9 pytest-instafail==0.5.0 @@ -581,9 +590,9 @@ pytest-mock==3.14.0 pytest-rerunfailures==14.0 pytest-timeouts==1.2.1 pytest-xdist==3.6.1 -pytest==8.3.2 -python-arango==8.1.0 -python-daemon==3.0.1 +pytest==8.3.3 +python-arango==8.1.2 +python-daemon==3.1.0 python-dateutil==2.9.0.post0 python-dotenv==1.0.1 python-http-client==3.3.7 @@ -591,18 +600,18 @@ python-jenkins==1.8.2 python-ldap==3.4.4 python-nvd3==0.16.0 python-slugify==8.0.4 -python-telegram-bot==21.5 +python-telegram-bot==21.7 python3-saml==1.16.0 -pytz==2024.1 +pytz==2024.2 pywinrm==0.5.0 pyzmq==26.2.0 -qdrant-client==1.11.1 +qdrant-client==1.12.1 reactivex==4.0.4 readme_renderer==43.0 -redis==5.0.8 +redis==5.2.0 redshift-connector==2.1.3 referencing==0.35.1 -regex==2024.7.24 +regex==2024.9.11 requests-file==2.1.0 requests-kerberos==0.15.0 requests-mock==1.12.1 @@ -614,31 +623,32 @@ responses==0.25.3 restructuredtext_lint==1.4.0 rfc3339-validator==0.1.4 rfc3986==2.0.0 -rich-argparse==1.5.2 +rich-argparse==1.6.0 rich-click==1.8.3 -rich==13.8.0 -rpds-py==0.20.0 +rich==13.9.4 +rpds-py==0.20.1 rsa==4.9 ruff==0.5.5 -s3fs==2024.6.1 -s3transfer==0.10.2 +s3fs==2024.10.0 +s3transfer==0.10.3 scramp==1.4.5 scrapbook==0.5.0 semver==3.0.2 sendgrid==6.11.0 sentinels==1.0.0 -sentry-sdk==2.13.0 +sentry-sdk==2.18.0 setproctitle==1.3.3 shapely==2.0.6 shellingham==1.5.4 simple-salesforce==1.12.6 six==1.16.0 -slack_sdk==3.31.0 +slack_sdk==3.33.3 smbprotocol==1.14.0 smmap==5.0.1 sniffio==1.3.1 snowballstemmer==2.2.0 -snowflake-connector-python==3.12.1 +snowflake-connector-python==3.12.3 +snowflake-snowpark-python==1.24.0 snowflake-sqlalchemy==1.6.1 sortedcontainers==2.4.0 soupsieve==2.6 @@ -659,8 +669,8 @@ sphinxcontrib-qthelp==2.0.0 sphinxcontrib-redoc==1.6.0 sphinxcontrib-serializinghtml==1.1.5 sphinxcontrib-spelling==8.0.0 -spython==0.3.13 -sqlalchemy-bigquery==1.11.0 +spython==0.3.14 +sqlalchemy-bigquery==1.12.0 sqlalchemy-redshift==0.8.14 sqlalchemy-spanner==1.7.0 sqlalchemy_drill==1.1.5 @@ -669,80 +679,80 @@ sshtunnel==0.4.0 stack-data==0.6.3 starkbank-ecdsa==2.2.0 statsd==4.0.1 -std-uritemplate==1.0.6 +std-uritemplate==2.0.0 strictyaml==1.7.3 -sympy==1.13.2 -tableauserverclient==0.32 +sympy==1.13.3 +tableauserverclient==0.34 tabulate==0.9.0 tenacity==8.5.0 -teradatasql==20.0.0.15 -teradatasqlalchemy==20.0.0.1 -termcolor==2.4.0 +teradatasql==20.0.0.20 +teradatasqlalchemy==20.0.0.3 +termcolor==2.5.0 text-unidecode==1.3 thrift-sasl==0.4.3 thrift==0.16.0 -time-machine==2.15.0 -tomli_w==1.0.0 +time-machine==2.16.0 +tomli_w==1.1.0 tomlkit==0.13.2 tornado==6.4.1 towncrier==24.8.0 -tqdm==4.66.5 +tqdm==4.66.6 traitlets==5.14.3 -trino==0.329.0 -trove-classifiers==2024.7.2 +trino==0.330.0 +trove-classifiers==2024.10.21.16 twine==5.1.1 typed-ast==1.5.5 types-Deprecated==1.2.9.20240311 types-Markdown==3.7.0.20240822 -types-PyMySQL==1.1.0.20240524 -types-PyYAML==6.0.12.20240808 +types-PyMySQL==1.1.0.20241103 +types-PyYAML==6.0.12.20240917 types-aiofiles==24.1.0.20240626 types-certifi==2021.10.8.3 types-cffi==1.16.0.20240331 -types-croniter==3.0.3.20240731 -types-docutils==0.21.0.20240724 -types-paramiko==3.4.0.20240423 -types-protobuf==5.27.0.20240626 +types-croniter==4.0.0.20241030 +types-docutils==0.21.0.20241005 +types-paramiko==3.5.0.20240928 +types-protobuf==5.28.3.20241030 types-pyOpenSSL==24.1.0.20240722 -types-python-dateutil==2.9.0.20240821 +types-python-dateutil==2.9.0.20241003 types-python-slugify==8.0.2.20240310 -types-pytz==2024.1.0.20240417 -types-redis==4.6.0.20240819 -types-requests==2.32.0.20240712 -types-setuptools==74.0.0.20240831 +types-pytz==2024.2.0.20241003 +types-redis==4.6.0.20241004 +types-requests==2.32.0.20241016 +types-setuptools==75.3.0.20241105 types-tabulate==0.9.0.20240106 types-termcolor==1.1.6.2 types-toml==0.10.8.20240310 +typing-inspect==0.9.0 typing_extensions==4.12.2 -tzdata==2024.1 +tzdata==2024.2 tzlocal==5.2 uc-micro-py==1.0.3 -unicodecsv==0.14.1 -universal_pathlib==0.2.3 +universal_pathlib==0.2.5 uritemplate==4.1.1 -urllib3==2.2.2 +urllib3==2.2.3 userpath==1.9.2 uv==0.4.1 validators==0.33.0 vertica-python==1.4.0 vine==5.1.0 -virtualenv==20.26.3 +virtualenv==20.27.1 watchtower==3.3.1 wcwidth==0.2.13 -weaviate-client==4.7.1 +weaviate-client==4.8.0 websocket-client==1.8.0 wirerope==0.4.7 wrapt==1.16.0 xmlsec==1.3.14 -xmltodict==0.13.0 +xmltodict==0.14.2 yamllint==1.35.1 yandex-query-client==0.1.4 -yandexcloud==0.315.0 -yarl==1.9.7 -ydb==3.16.0 -zeep==4.2.1 -zenpy==2.0.50 -zipp==3.20.1 +yandexcloud==0.324.0 +yarl==1.17.1 +ydb==3.18.8 +zeep==4.3.1 +zenpy==2.0.54 +zipp==3.20.2 zope.event==5.0 -zope.interface==7.0.3 +zope.interface==7.1.1 zstandard==0.23.0 \ No newline at end of file diff --git a/docker/config/mwaa-base-providers-requirements.txt b/docker/config/mwaa-base-providers-requirements.txt index 649a42556..e80ec160f 100644 --- a/docker/config/mwaa-base-providers-requirements.txt +++ b/docker/config/mwaa-base-providers-requirements.txt @@ -1,10 +1,10 @@ -apache-airflow-providers-amazon[aiobotocore]==8.28.0 -apache-airflow-providers-celery==3.8.1 -apache-airflow-providers-common-sql==1.16.0 -apache-airflow-providers-fab==1.3.0 -apache-airflow-providers-ftp==3.11.0 -apache-airflow-providers-http==4.13.0 +apache-airflow-providers-amazon[aiobotocore]==9.0.0 +apache-airflow-providers-celery==3.8.3 +apache-airflow-providers-common-sql==1.19.0 +apache-airflow-providers-fab==1.5.0 +apache-airflow-providers-ftp==3.11.1 +apache-airflow-providers-http==4.13.2 apache-airflow-providers-imap==3.7.0 -apache-airflow-providers-postgres==5.12.0 +apache-airflow-providers-postgres==5.13.1 apache-airflow-providers-smtp==1.8.0 apache-airflow-providers-sqlite==3.9.0 \ No newline at end of file diff --git a/docker/docker-compose-local.yml b/docker/docker-compose-local.yml index 4cda4b704..c0c5a924a 100644 --- a/docker/docker-compose-local.yml +++ b/docker/docker-compose-local.yml @@ -14,7 +14,7 @@ services: - "${PWD}/db-data:/var/lib/postgresql/data" local-runner: - image: amazon/mwaa-local:2_10 + image: amazon/mwaa-local:2_10_3 restart: always depends_on: - postgres diff --git a/docker/docker-compose-resetdb.yml b/docker/docker-compose-resetdb.yml index fbea2c215..51b1e0a4d 100644 --- a/docker/docker-compose-resetdb.yml +++ b/docker/docker-compose-resetdb.yml @@ -14,7 +14,7 @@ services: - "${PWD}/db-data:/var/lib/postgresql/data" resetdb: - image: amazon/mwaa-local:2_10 + image: amazon/mwaa-local:2_10_3 depends_on: - postgres environment: diff --git a/docker/docker-compose-sequential.yml b/docker/docker-compose-sequential.yml index 00aebe124..32df4437a 100644 --- a/docker/docker-compose-sequential.yml +++ b/docker/docker-compose-sequential.yml @@ -1,7 +1,7 @@ version: "3.7" services: webserver: - image: amazon/mwaa-local:2_10 + image: amazon/mwaa-local:2_10_3 restart: always environment: - LOAD_EX=n diff --git a/docker/script/verification.sh b/docker/script/verification.sh index 3c303cd81..df179e869 100644 --- a/docker/script/verification.sh +++ b/docker/script/verification.sh @@ -1,6 +1,6 @@ #!/usr/bin/env bash -EXPECTED_AIRFLOW_VERSION="2.10.1" +EXPECTED_AIRFLOW_VERSION="2.10.3" EXPECTED_WATCHTOWER_VERSION="3.3.1" validate_version_with_pip() { diff --git a/mwaa-local-env b/mwaa-local-env index ff9d1f022..0afbc7dfd 100755 --- a/mwaa-local-env +++ b/mwaa-local-env @@ -1,6 +1,6 @@ #!/bin/bash -AIRFLOW_VERSION=2_10 +AIRFLOW_VERSION=2_10_3 DOCKER_COMPOSE_PROJECT_NAME=aws-mwaa-local-runner-$AIRFLOW_VERSION display_help() { diff --git a/plugins/README.md b/plugins/README.md index ff7a65a86..af7d5cc40 100644 --- a/plugins/README.md +++ b/plugins/README.md @@ -1,3 +1,3 @@ -Please see https://airflow.apache.org/docs/apache-airflow/2.10.1/authoring-and-scheduling/plugins.html for information about creating Airflow plugin +Please see https://airflow.apache.org/docs/apache-airflow/2.10.3/authoring-and-scheduling/plugins.html for information about creating Airflow plugin Note that, per the above documentation, importing operators, sensors, hooks added in plugins via airflow.{operators,sensors,hooks}. is no longer supported, and these extensions should just be imported as regular python modules. diff --git a/requirements/requirements.txt b/requirements/requirements.txt index def40a847..8e18ecb00 100644 --- a/requirements/requirements.txt +++ b/requirements/requirements.txt @@ -1,4 +1,4 @@ ---constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.10.1/constraints-3.11.txt" +--constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.10.3/constraints-3.11.txt" -apache-airflow-providers-snowflake==5.7.0 -apache-airflow-providers-mysql==5.7.0 +apache-airflow-providers-snowflake==5.8.0 +apache-airflow-providers-mysql==5.7.3