diff --git a/Dockerfile b/Dockerfile
index 145a4a864..b7fb1b503 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,4 +1,4 @@
-FROM apache/airflow:slim-2.8.2-python3.11
+FROM apache/airflow:slim-2.9.3-python3.11
 
 ARG PROJECT_DIR="/opt/airflow"
 
diff --git a/constraints.txt b/constraints.txt
index 5d04dab21..62c811284 100644
--- a/constraints.txt
+++ b/constraints.txt
@@ -1,6 +1,6 @@
 #
-# This constraints file was automatically generated on 2024-02-24T08:57:38.741333
-# via "eager-upgrade" mechanism of PIP. For the "v2-8-test" branch of Airflow.
+# This constraints file was automatically generated on 2024-07-12T13:56:52.653035
+# via "eager-upgrade" mechanism of PIP. For the "v2-9-test" branch of Airflow.
 # This variant of constraints install uses the HEAD of the branch version for 'apache-airflow' but installs
 # the providers from PIP-released packages at the moment of the constraint generation.
 #
@@ -15,7 +15,7 @@
 # commands that might change the installed version of apache-airflow should include "apache-airflow==X.Y.Z"
 # in the list of install targets to prevent Airflow accidental upgrade or downgrade.
 #
-# Typical installation process of airflow for Python 3.11 is (with random selection of extras and custom
+# Typical installation process of airflow for Python 3.8 is (with random selection of extras and custom
 # dependencies added), usually consists of two steps:
 #
 # 1. Reproducible installation of airflow with selected providers (note constraints are used):
@@ -29,595 +29,612 @@
 #
 # pip install "apache-airflow==X.Y.Z" "snowflake-connector-python[pandas]=N.M.O"
 #
-Authlib==1.3.0
-Babel==2.14.0
+Authlib==1.3.1
+Babel==2.15.0
 ConfigUpdater==3.2
 Deprecated==1.2.14
-Flask-AppBuilder==4.3.11
+Events==0.5
+Flask-AppBuilder==4.5.0
 Flask-Babel==2.0.0
 Flask-Bcrypt==1.0.1
-Flask-Caching==2.1.0
+Flask-Caching==2.3.0
 Flask-JWT-Extended==4.6.0
-Flask-Limiter==3.5.1
+Flask-Limiter==3.7.0
 Flask-Login==0.6.3
 Flask-SQLAlchemy==2.5.1
 Flask-Session==0.5.0
 Flask-WTF==1.2.1
 Flask==2.2.5
-GitPython==3.1.42
+GitPython==3.1.43
 JPype1==1.5.0
 JayDeBeApi==1.2.3
-Jinja2==3.1.3
+Jinja2==3.1.4
 Js2Py==0.74
-Mako==1.3.2
-Markdown==3.5.2
+Mako==1.3.5
+Markdown==3.6
 MarkupSafe==2.1.5
-PyAthena==3.3.0
-PyGithub==2.2.0
+PyAthena==3.8.3
+PyGithub==2.3.0
 PyHive==0.7.0
 PyJWT==2.8.0
 PyNaCl==1.5.0
 PyYAML==6.0.1
-Pygments==2.17.2
+Pygments==2.18.0
 SQLAlchemy-JSONField==1.0.2
-SQLAlchemy-Utils==0.41.1
-SQLAlchemy==1.4.51
+SQLAlchemy-Utils==0.41.2
+SQLAlchemy==1.4.52
 SecretStorage==3.3.3
 Sphinx==5.3.0
 WTForms==3.1.2
 Werkzeug==2.2.3
 adal==1.2.7
-adlfs==2024.2.0
-aiobotocore==2.11.2
+adlfs==2024.4.1
+aiobotocore==2.13.1
 aiofiles==23.2.1
-aiohttp==3.9.3
+aiohttp==3.9.5
 aioitertools==0.11.0
 aioresponses==0.7.6
 aiosignal==1.3.1
 alabaster==0.7.16
-alembic==1.13.1
-alibabacloud-adb20211201==1.2.8
-alibabacloud-credentials==0.3.2
-alibabacloud-endpoint-util==0.0.3
-alibabacloud-gateway-spi==0.0.1
-alibabacloud-openapi-util==0.2.2
-alibabacloud-tea-openapi==0.3.8
-alibabacloud-tea-util==0.3.11
-alibabacloud-tea-xml==0.0.2
-alibabacloud-tea==0.3.5
-aliyun-python-sdk-core==2.14.0
-aliyun-python-sdk-kms==2.16.2
+alembic==1.13.2
+alibabacloud-adb20211201==2.0.0
+alibabacloud-tea==0.3.9
+alibabacloud_credentials==0.3.4
+alibabacloud_endpoint_util==0.0.3
+alibabacloud_gateway_spi==0.0.1
+alibabacloud_openapi_util==0.2.2
+alibabacloud_tea_openapi==0.3.10
+alibabacloud_tea_util==0.3.12
+alibabacloud_tea_xml==0.0.2
+aliyun-python-sdk-core==2.15.1
+aliyun-python-sdk-kms==2.16.3
 amqp==5.2.0
 analytics-python==1.2.9
-annotated-types==0.6.0
+annotated-types==0.7.0
+ansicolors==1.1.8
 anyascii==0.3.2
-anyio==4.3.0
-apache-airflow-providers-airbyte==3.6.0
-apache-airflow-providers-alibaba==2.7.2
-apache-airflow-providers-amazon==8.18.0
-apache-airflow-providers-apache-beam==5.6.1
-apache-airflow-providers-apache-cassandra==3.4.1
-apache-airflow-providers-apache-drill==2.6.1
-apache-airflow-providers-apache-druid==3.8.1
-apache-airflow-providers-apache-flink==1.3.0
-apache-airflow-providers-apache-hdfs==4.3.2
-apache-airflow-providers-apache-hive==7.0.0
-apache-airflow-providers-apache-impala==1.3.0
-apache-airflow-providers-apache-kafka==1.3.1
-apache-airflow-providers-apache-kylin==3.5.0
-apache-airflow-providers-apache-livy==3.7.2
-apache-airflow-providers-apache-pig==4.3.0
-apache-airflow-providers-apache-pinot==4.3.0
-apache-airflow-providers-apache-spark==4.7.1
-apache-airflow-providers-apprise==1.2.2
-apache-airflow-providers-arangodb==2.4.1
-apache-airflow-providers-asana==2.4.1
-apache-airflow-providers-atlassian-jira==2.5.1
-apache-airflow-providers-celery==3.6.0
-apache-airflow-providers-cloudant==3.4.1
-apache-airflow-providers-cncf-kubernetes==8.0.0
-apache-airflow-providers-cohere==1.1.2
-apache-airflow-providers-common-io==1.3.0
-apache-airflow-providers-common-sql==1.11.0
-apache-airflow-providers-databricks==6.2.0
-apache-airflow-providers-datadog==3.5.1
-apache-airflow-providers-dbt-cloud==3.6.1
-apache-airflow-providers-dingding==3.4.0
-apache-airflow-providers-discord==3.6.0
-apache-airflow-providers-docker==3.9.1
-apache-airflow-providers-elasticsearch==5.3.3
-apache-airflow-providers-exasol==4.4.2
-apache-airflow-providers-facebook==3.4.0
-apache-airflow-providers-ftp==3.7.0
-apache-airflow-providers-github==2.5.1
-apache-airflow-providers-google==10.15.0
-apache-airflow-providers-grpc==3.4.1
-apache-airflow-providers-hashicorp==3.6.3
-apache-airflow-providers-http==4.9.1
-apache-airflow-providers-imap==3.5.0
-apache-airflow-providers-influxdb==2.4.1
-apache-airflow-providers-jdbc==4.2.2
-apache-airflow-providers-jenkins==3.5.1
-apache-airflow-providers-microsoft-azure==9.0.0
-apache-airflow-providers-microsoft-mssql==3.6.1
-apache-airflow-providers-microsoft-psrp==2.5.0
-apache-airflow-providers-microsoft-winrm==3.4.0
-apache-airflow-providers-mongo==4.0.0
-apache-airflow-providers-mysql==5.5.3
-apache-airflow-providers-neo4j==3.5.0
-apache-airflow-providers-odbc==4.4.1
-apache-airflow-providers-openai==1.1.0
-apache-airflow-providers-openfaas==3.4.0
-apache-airflow-providers-openlineage==1.5.0
-apache-airflow-providers-opensearch==1.1.1
-apache-airflow-providers-opsgenie==5.5.0
-apache-airflow-providers-oracle==3.9.2
-apache-airflow-providers-pagerduty==3.6.2
-apache-airflow-providers-papermill==3.6.1
-apache-airflow-providers-pgvector==1.1.0
-apache-airflow-providers-pinecone==1.1.2
-apache-airflow-providers-postgres==5.10.1
-apache-airflow-providers-presto==5.4.1
-apache-airflow-providers-redis==3.6.0
-apache-airflow-providers-salesforce==5.6.2
-apache-airflow-providers-samba==4.5.0
-apache-airflow-providers-segment==3.4.0
-apache-airflow-providers-sendgrid==3.4.0
-apache-airflow-providers-sftp==4.9.0
-apache-airflow-providers-singularity==3.4.0
-apache-airflow-providers-slack==8.6.1
-apache-airflow-providers-smtp==1.5.0
-apache-airflow-providers-snowflake==5.3.1
-apache-airflow-providers-sqlite==3.7.1
-apache-airflow-providers-ssh==3.10.1
-apache-airflow-providers-tableau==4.4.2
-apache-airflow-providers-tabular==1.4.1
-apache-airflow-providers-telegram==4.3.1
-apache-airflow-providers-trino==5.6.2
-apache-airflow-providers-vertica==3.7.1
-apache-airflow-providers-weaviate==1.3.2
-apache-airflow-providers-yandex==3.9.0
-apache-airflow-providers-zendesk==4.6.0
-apache-beam==2.54.0
-apispec==6.4.0
-apprise==1.7.2
-argcomplete==3.2.2
-asana==3.2.2
-asgiref==3.7.2
+anyio==4.4.0
+apache-airflow-providers-airbyte==3.8.1
+apache-airflow-providers-alibaba==2.8.1
+apache-airflow-providers-amazon==8.25.0
+apache-airflow-providers-apache-beam==5.7.1
+apache-airflow-providers-apache-cassandra==3.5.1
+apache-airflow-providers-apache-drill==2.7.2
+apache-airflow-providers-apache-druid==3.10.1
+apache-airflow-providers-apache-flink==1.4.2
+apache-airflow-providers-apache-hdfs==4.4.2
+apache-airflow-providers-apache-hive==8.1.2
+apache-airflow-providers-apache-iceberg==1.0.0
+apache-airflow-providers-apache-impala==1.4.1
+apache-airflow-providers-apache-kafka==1.5.0
+apache-airflow-providers-apache-kylin==3.6.2
+apache-airflow-providers-apache-livy==3.8.1
+apache-airflow-providers-apache-pig==4.4.1
+apache-airflow-providers-apache-pinot==4.4.1
+apache-airflow-providers-apache-spark==4.8.2
+apache-airflow-providers-apprise==1.3.1
+apache-airflow-providers-arangodb==2.5.1
+apache-airflow-providers-asana==2.5.1
+apache-airflow-providers-atlassian-jira==2.6.1
+apache-airflow-providers-celery==3.7.2
+apache-airflow-providers-cloudant==3.5.2
+apache-airflow-providers-cncf-kubernetes==8.3.3
+apache-airflow-providers-cohere==1.2.1
+apache-airflow-providers-common-io==1.3.2
+apache-airflow-providers-common-sql==1.14.2
+apache-airflow-providers-databricks==6.7.0
+apache-airflow-providers-datadog==3.6.1
+apache-airflow-providers-dbt-cloud==3.9.0
+apache-airflow-providers-dingding==3.5.1
+apache-airflow-providers-discord==3.7.1
+apache-airflow-providers-docker==3.12.2
+apache-airflow-providers-elasticsearch==5.4.1
+apache-airflow-providers-exasol==4.5.2
+apache-airflow-providers-fab==1.2.2
+apache-airflow-providers-facebook==3.5.2
+apache-airflow-providers-ftp==3.10.0
+apache-airflow-providers-github==2.6.2
+apache-airflow-providers-google==10.21.0
+apache-airflow-providers-grpc==3.5.2
+apache-airflow-providers-hashicorp==3.7.1
+apache-airflow-providers-http==4.12.0
+apache-airflow-providers-imap==3.6.1
+apache-airflow-providers-influxdb==2.6.0
+apache-airflow-providers-jdbc==4.3.1
+apache-airflow-providers-jenkins==3.6.1
+apache-airflow-providers-microsoft-azure==10.2.0
+apache-airflow-providers-microsoft-mssql==3.7.2
+apache-airflow-providers-microsoft-psrp==2.7.1
+apache-airflow-providers-microsoft-winrm==3.5.1
+apache-airflow-providers-mongo==4.1.2
+apache-airflow-providers-mysql==5.6.2
+apache-airflow-providers-neo4j==3.6.1
+apache-airflow-providers-odbc==4.6.2
+apache-airflow-providers-openai==1.2.2
+apache-airflow-providers-openfaas==3.5.1
+apache-airflow-providers-openlineage==1.9.1
+apache-airflow-providers-opensearch==1.3.0
+apache-airflow-providers-opsgenie==5.6.1
+apache-airflow-providers-oracle==3.10.3
+apache-airflow-providers-pagerduty==3.7.2
+apache-airflow-providers-papermill==3.7.2
+apache-airflow-providers-pgvector==1.2.1
+apache-airflow-providers-pinecone==2.0.1
+apache-airflow-providers-postgres==5.11.2
+apache-airflow-providers-presto==5.5.2
+apache-airflow-providers-qdrant==1.1.1
+apache-airflow-providers-redis==3.7.1
+apache-airflow-providers-salesforce==5.7.2
+apache-airflow-providers-samba==4.7.1
+apache-airflow-providers-segment==3.5.1
+apache-airflow-providers-sendgrid==3.5.1
+apache-airflow-providers-sftp==4.10.2
+apache-airflow-providers-singularity==3.5.1
+apache-airflow-providers-slack==8.7.1
+apache-airflow-providers-smtp==1.7.1
+apache-airflow-providers-snowflake==5.6.0
+apache-airflow-providers-sqlite==3.8.1
+apache-airflow-providers-ssh==3.11.2
+apache-airflow-providers-tableau==4.5.2
+apache-airflow-providers-tabular==1.5.1
+apache-airflow-providers-telegram==4.5.2
+apache-airflow-providers-teradata==2.4.0
+apache-airflow-providers-trino==5.7.2
+apache-airflow-providers-vertica==3.8.2
+apache-airflow-providers-weaviate==1.4.2
+apache-airflow-providers-yandex==3.11.2
+apache-airflow-providers-zendesk==4.7.1
+apache-beam==2.57.0
+apispec==6.6.1
+apprise==1.8.0
+argcomplete==3.4.0
+asana==3.2.3
+asgiref==3.8.1
 asn1crypto==1.5.1
 astroid==2.15.8
 asttokens==2.4.1
-async-timeout==4.0.3
-asyncssh==2.14.2
+asyncssh==2.15.0
 atlasclient==1.0.0
-atlassian-python-api==3.41.10
+atlassian-python-api==3.41.14
 attrs==23.2.0
-aws-sam-translator==1.85.0
-aws-xray-sdk==2.12.1
-azure-batch==14.1.0
+aws-sam-translator==1.89.0
+aws-xray-sdk==2.14.0
+azure-batch==14.2.0
 azure-common==1.1.28
-azure-core==1.30.0
-azure-cosmos==4.5.1
+azure-core==1.30.2
+azure-cosmos==4.7.0
 azure-datalake-store==0.0.53
-azure-identity==1.15.0
+azure-identity==1.17.1
 azure-keyvault-secrets==4.8.0
-azure-kusto-data==4.3.1
+azure-kusto-data==4.5.1
 azure-mgmt-containerinstance==10.1.0
 azure-mgmt-containerregistry==10.3.0
 azure-mgmt-core==1.4.0
-azure-mgmt-cosmosdb==9.4.0
-azure-mgmt-datafactory==5.0.0
+azure-mgmt-cosmosdb==9.5.1
+azure-mgmt-datafactory==8.0.0
 azure-mgmt-datalake-nspkg==3.0.1
 azure-mgmt-datalake-store==0.5.0
 azure-mgmt-nspkg==3.0.2
-azure-mgmt-resource==23.0.1
-azure-mgmt-storage==21.1.0
+azure-mgmt-resource==23.1.1
+azure-mgmt-storage==21.2.1
 azure-nspkg==3.0.2
-azure-servicebus==7.11.4
-azure-storage-blob==12.19.0
-azure-storage-file-datalake==12.14.0
-azure-storage-file-share==12.15.0
-azure-synapse-artifacts==0.18.0
+azure-servicebus==7.12.2
+azure-storage-blob==12.20.0
+azure-storage-file-datalake==12.15.0
+azure-storage-file-share==12.16.0
+azure-synapse-artifacts==0.19.0
 azure-synapse-spark==0.7.0
 backoff==2.2.1
-bcrypt==4.1.2
+backports.tarfile==1.2.0
+bcrypt==4.1.3
 beautifulsoup4==4.12.3
 billiard==4.2.0
 bitarray==2.9.2
-black==24.2.0
-blinker==1.7.0
-boto3==1.33.13
-botocore==1.33.13
+black==24.4.2
+blinker==1.8.2
+boto3==1.34.131
+botocore==1.34.131
 cachelib==0.9.0
-cachetools==5.3.2
-cassandra-driver==3.29.0
+cachetools==5.3.3
+cassandra-driver==3.29.1
 cattrs==23.2.3
-celery==5.3.6
-certifi==2024.2.2
+celery==5.4.0
+certifi==2024.7.4
 cffi==1.16.0
 cfgv==3.4.0
-cfn-lint==0.85.2
-cgroupspy==0.2.2
+cfn-lint==1.6.0
+cgroupspy==0.2.3
 chardet==5.2.0
 charset-normalizer==3.3.2
 checksumdir==1.2.0
 ciso8601==2.3.1
-click-didyoumean==0.3.0
+click-didyoumean==0.3.1
 click-plugins==1.1.1
 click-repl==0.3.0
 click==8.1.7
 clickclick==20.10.2
 cloudant==2.15.0
 cloudpickle==2.2.1
-cohere==4.50
+cohere==4.57
 colorama==0.4.6
 colorlog==4.8.0
-comm==0.2.1
-confluent-kafka==2.3.0
+comm==0.2.2
+confluent-kafka==2.5.0
 connexion==2.14.2
-coverage==7.4.3
+coverage==7.6.0
 crcmod==1.7
 cron-descriptor==1.4.3
-croniter==2.0.1
+croniter==2.0.5
 cryptography==41.0.7
 curlify==2.2.1
-databricks-sql-connector==2.9.4
-datadog==0.48.0
+databricks-sql-connector==2.9.6
+datadog==0.49.1
 db-dtypes==1.2.0
-debugpy==1.8.1
+debugpy==1.8.2
 decorator==5.1.1
 defusedxml==0.7.1
-deltalake==0.15.3
+deltalake==0.18.2
+diagrams==0.23.4
 dill==0.3.1.1
 distlib==0.3.8
 distro==1.9.0
 dnspython==2.6.1
-docker==7.0.0
+docker==7.1.0
 docopt==0.6.2
-docutils==0.20.1
-duckdb==0.10.0
-editables==0.5
-elastic-transport==8.12.0
-elasticsearch==8.12.1
-email-validator==1.3.1
+docstring_parser==0.16
+docutils==0.16
+duckdb==1.0.0
+elastic-transport==8.13.1
+elasticsearch==8.14.0
+email_validator==2.2.0
 entrypoints==0.4
-enum34==1.1.10
-eralchemy2==1.3.8
+eralchemy2==1.4.1
 et-xmlfile==1.1.0
-eventlet==0.35.2
-exceptiongroup==1.2.0
-execnet==2.0.2
+eventlet==0.36.1
+execnet==2.1.1
 executing==2.0.1
-facebook_business==19.0.0
-fastavro==1.9.4
+facebook_business==20.0.0
+fastavro==1.9.5
 fasteners==0.19
-fastjsonschema==2.19.1
-filelock==3.13.1
+fastjsonschema==2.20.0
+filelock==3.15.4
 flower==2.0.1
 frozenlist==1.4.1
-fsspec==2024.2.0
+fsspec==2023.12.2
 future==1.0.0
 gcloud-aio-auth==4.2.3
 gcloud-aio-bigquery==7.1.0
 gcloud-aio-storage==9.2.0
-gcsfs==2024.2.0
+gcsfs==2023.12.2.post1
 geomet==0.2.1.post1
 gevent==24.2.1
 gitdb==4.0.11
-google-ads==23.1.0
-google-analytics-admin==0.22.6
-google-api-core==2.17.1
-google-api-python-client==2.119.0
+google-ads==24.1.0
+google-analytics-admin==0.22.8
+google-api-core==2.19.1
+google-api-python-client==2.137.0
 google-auth-httplib2==0.2.0
-google-auth-oauthlib==1.2.0
-google-auth==2.28.1
-google-cloud-aiplatform==1.42.1
-google-cloud-appengine-logging==1.4.2
+google-auth-oauthlib==1.2.1
+google-auth==2.32.0
+google-cloud-aiplatform==1.59.0
+google-cloud-appengine-logging==1.4.4
 google-cloud-audit-log==0.2.5
-google-cloud-automl==2.13.2
-google-cloud-batch==0.17.12
-google-cloud-bigquery-datatransfer==3.15.0
-google-cloud-bigquery-storage==2.24.0
-google-cloud-bigquery==3.17.2
-google-cloud-bigtable==2.23.0
-google-cloud-build==3.23.2
-google-cloud-compute==1.17.0
-google-cloud-container==2.41.0
+google-cloud-automl==2.13.4
+google-cloud-batch==0.17.22
+google-cloud-bigquery-datatransfer==3.15.4
+google-cloud-bigquery==3.20.1
+google-cloud-bigtable==2.24.0
+google-cloud-build==3.24.1
+google-cloud-compute==1.19.1
+google-cloud-container==2.49.0
 google-cloud-core==2.4.1
-google-cloud-datacatalog==3.18.2
-google-cloud-dataflow-client==0.8.9
-google-cloud-dataform==0.5.8
-google-cloud-dataplex==1.12.2
-google-cloud-dataproc-metastore==1.15.2
-google-cloud-dataproc==5.9.2
-google-cloud-dlp==3.15.2
-google-cloud-kms==2.21.2
-google-cloud-language==2.13.2
-google-cloud-logging==3.9.0
-google-cloud-memcache==1.9.2
-google-cloud-monitoring==2.19.2
-google-cloud-orchestration-airflow==1.12.0
-google-cloud-os-login==2.14.2
-google-cloud-pubsub==2.19.6
-google-cloud-redis==2.15.2
-google-cloud-resource-manager==1.12.2
-google-cloud-run==0.10.4
-google-cloud-secret-manager==2.18.2
-google-cloud-spanner==3.42.0
-google-cloud-speech==2.25.0
-google-cloud-storage-transfer==1.11.2
-google-cloud-storage==2.14.0
-google-cloud-tasks==2.16.2
-google-cloud-texttospeech==2.16.2
-google-cloud-translate==3.15.2
-google-cloud-videointelligence==2.13.2
-google-cloud-vision==3.7.1
-google-cloud-workflows==1.14.2
+google-cloud-datacatalog==3.19.1
+google-cloud-dataflow-client==0.8.11
+google-cloud-dataform==0.5.10
+google-cloud-dataplex==2.2.1
+google-cloud-dataproc-metastore==1.15.4
+google-cloud-dataproc==5.10.1
+google-cloud-dlp==3.18.1
+google-cloud-kms==2.24.1
+google-cloud-language==2.13.4
+google-cloud-logging==3.10.0
+google-cloud-memcache==1.9.4
+google-cloud-monitoring==2.22.1
+google-cloud-orchestration-airflow==1.13.0
+google-cloud-os-login==2.14.5
+google-cloud-pubsub==2.22.0
+google-cloud-redis==2.15.4
+google-cloud-resource-manager==1.12.4
+google-cloud-run==0.10.7
+google-cloud-secret-manager==2.20.1
+google-cloud-spanner==3.47.0
+google-cloud-speech==2.26.1
+google-cloud-storage-transfer==1.11.4
+google-cloud-storage==2.17.0
+google-cloud-tasks==2.16.4
+google-cloud-texttospeech==2.16.4
+google-cloud-translate==3.15.4
+google-cloud-videointelligence==2.13.4
+google-cloud-vision==3.7.3
+google-cloud-workflows==1.14.4
 google-crc32c==1.5.0
-google-re2==1.1
-google-resumable-media==2.7.0
-googleapis-common-protos==1.62.0
+google-re2==1.1.20240702
+google-resumable-media==2.7.1
+googleapis-common-protos==1.63.2
 graphql-core==3.2.3
-graphviz==0.20.1
+graphviz==0.20.3
 greenlet==3.0.3
-grpc-google-iam-v1==0.13.0
+grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
 grpcio-gcp==0.2.2
-grpcio-status==1.62.0
-grpcio==1.62.0
+grpcio-health-checking==1.62.2
+grpcio-status==1.62.2
+grpcio-tools==1.62.2
+grpcio==1.64.1
 gssapi==1.8.3
-gunicorn==21.2.0
+gunicorn==22.0.0
 h11==0.14.0
-hatch==1.9.3
-hatchling==1.21.1
+h2==4.1.0
+hatch==1.12.0
+hatchling==1.25.0
 hdfs==2.7.3
 hmsclient==0.1.1
-httpcore==0.16.3
+hpack==4.0.0
+httpcore==1.0.5
 httplib2==0.22.0
-httpx==0.23.3
-humanize==4.9.0
-hvac==2.1.0
+httpx==0.27.0
+humanize==4.10.0
+hvac==2.3.0
+hyperframe==6.0.1
 hyperlink==21.0.0
 icdiff==2.0.7
-identify==2.5.35
-idna==3.6
-ijson==3.2.3
+identify==2.6.0
+idna==3.7
+ijson==3.3.0
 imagesize==1.4.1
 importlib-metadata==6.11.0
-importlib-resources==6.1.1
+importlib_resources==6.4.0
 impyla==0.19.0
 incremental==22.10.0
 inflection==0.5.1
-influxdb-client==1.40.0
+influxdb-client==1.44.0
 iniconfig==2.0.0
 ipdb==0.13.13
-ipykernel==6.29.2
-ipython==8.22.1
+ipykernel==6.29.5
+ipython==8.26.0
 isodate==0.6.1
-itsdangerous==2.1.2
-jaraco.classes==3.3.1
+itsdangerous==2.2.0
+jaraco.classes==3.4.0
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
 jedi==0.19.1
 jeepney==0.8.0
 jmespath==0.10.0
-joserfc==0.9.0
-jschema-to-python==1.2.3
+joserfc==0.12.0
 json-merge-patch==0.2
-jsondiff==2.0.0
+jsondiff==2.1.1
 jsonpatch==1.33
 jsonpath-ng==1.6.1
-jsonpickle==3.0.3
-jsonpointer==2.4
-jsonschema-path==0.3.2
+jsonpickle==3.2.2
+jsonpointer==3.0.0
+jsonschema-path==0.3.3
 jsonschema-specifications==2023.12.1
-jsonschema==4.21.1
-junit-xml==1.9
-jupyter_client==8.6.0
-jupyter_core==5.7.1
-keyring==24.3.0
-kombu==5.3.5
+jsonschema==4.23.0
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+keyring==25.2.1
+kombu==5.3.7
 krb5==0.5.1
 kubernetes==29.0.0
 kubernetes_asyncio==29.0.0
 kylinpy==2.8.4
 lazy-object-proxy==1.10.0
 ldap3==2.9.1
-limits==3.9.0
+limits==3.13.0
 linkify-it-py==2.0.3
 lockfile==0.12.2
 loguru==0.7.2
-looker-sdk==24.2.0
-lxml==5.1.0
+looker-sdk==24.10.0
+lxml==5.2.2
 lz4==4.3.3
 markdown-it-py==3.0.0
 marshmallow-oneofschema==3.1.1
-marshmallow-sqlalchemy==0.26.1
-marshmallow==3.20.2
-matplotlib-inline==0.1.6
-mdit-py-plugins==0.4.0
+marshmallow-sqlalchemy==0.28.2
+marshmallow==3.21.3
+matplotlib-inline==0.1.7
+mdit-py-plugins==0.4.1
 mdurl==0.1.2
+mergedeep==1.3.4
+methodtools==0.4.7
+microsoft-kiota-abstractions==1.3.3
+microsoft-kiota-authentication-azure==1.0.0
+microsoft-kiota-http==1.3.2
 mmhash3==3.0.1
 mongomock==4.1.2
-more-itertools==10.2.0
-moto==5.0.2
+more-itertools==10.3.0
+moto==5.0.11
 mpmath==1.3.0
-msal-extensions==1.1.0
-msal==1.27.0
+msal-extensions==1.2.0
+msal==1.29.0
+msgraph-core==1.1.1
 msrest==0.7.1
-msrestazure==0.6.4
-multi-key-dict==2.0.3
+msrestazure==0.6.4.post1
+multi_key_dict==2.0.3
 multidict==6.0.5
 mypy-boto3-appflow==1.34.0
-mypy-boto3-rds==1.34.49
+mypy-boto3-rds==1.34.135
 mypy-boto3-redshift-data==1.34.0
-mypy-boto3-s3==1.34.14
+mypy-boto3-s3==1.34.138
 mypy-extensions==1.0.0
-mypy==1.8.0
-mysql-connector-python==8.3.0
+mypy==1.9.0
+mysql-connector-python==9.0.0
 mysqlclient==2.2.4
-nbclient==0.9.0
-nbformat==5.9.2
-neo4j==5.17.0
+nbclient==0.10.0
+nbformat==5.10.4
+neo4j==5.22.0
 nest-asyncio==1.6.0
-networkx==3.2.1
-nh3==0.2.15
-nodeenv==1.8.0
-numpy==1.24.4
+networkx==3.3
+nh3==0.2.18
+nodeenv==1.9.1
+numpy==1.26.4
 oauthlib==3.2.2
 objsize==0.7.0
-openai==1.12.0
+openai==1.35.13
 openapi-schema-validator==0.6.2
 openapi-spec-validator==0.7.1
-openlineage-integration-common==1.9.0
-openlineage-python==1.9.0
-openlineage_sql==1.9.0
-openpyxl==3.1.2
-opensearch-py==2.4.2
-opentelemetry-api==1.23.0
-opentelemetry-exporter-otlp-proto-common==1.23.0
-opentelemetry-exporter-otlp-proto-grpc==1.23.0
-opentelemetry-exporter-otlp-proto-http==1.23.0
-opentelemetry-exporter-otlp==1.23.0
-opentelemetry-exporter-prometheus==0.44b0
-opentelemetry-proto==1.23.0
-opentelemetry-sdk==1.23.0
-opentelemetry-semantic-conventions==0.44b0
+openlineage-integration-common==1.18.0
+openlineage-python==1.18.0
+openlineage_sql==1.18.0
+openpyxl==3.1.5
+opensearch-py==2.6.0
+opentelemetry-api==1.25.0
+opentelemetry-exporter-otlp-proto-common==1.25.0
+opentelemetry-exporter-otlp-proto-grpc==1.25.0
+opentelemetry-exporter-otlp-proto-http==1.25.0
+opentelemetry-exporter-otlp==1.25.0
+opentelemetry-exporter-prometheus==0.46b0
+opentelemetry-proto==1.25.0
+opentelemetry-sdk==1.25.0
+opentelemetry-semantic-conventions==0.46b0
 opsgenie-sdk==2.1.5
-oracledb==2.0.1
+oracledb==2.2.1
 ordered-set==4.1.0
-orjson==3.9.15
-oss2==2.18.4
-packaging==23.2
-pandas-gbq==0.21.0
-pandas-stubs==2.0.2.230605
+orjson==3.10.6
+oss2==2.18.6
+packaging==24.1
+pandas-gbq==0.23.1
+pandas-stubs==2.2.2.240603
 pandas==2.1.4
-papermill==2.5.0
+papermill==2.6.0
 paramiko==3.4.0
-parso==0.8.3
+parso==0.8.4
 pathable==0.4.3
 pathspec==0.12.1
 pbr==6.0.0
 pdpyras==5.2.0
 pendulum==3.0.0
 pexpect==4.9.0
-pgvector==0.2.5
-pinecone-client==2.2.4
-pinotdb==5.1.3
-pipdeptree==2.15.1
-pipx==1.4.3
-pkginfo==1.9.6
-platformdirs==3.11.0
-pluggy==1.4.0
+pgvector==0.3.1
+pinecone-client==4.1.2
+pinecone-plugin-interface==0.0.7
+pinotdb==5.3.0
+pipdeptree==2.23.1
+pipx==1.6.0
+pkginfo==1.10.0
+platformdirs==4.2.2
+pluggy==1.5.0
 ply==3.11
 plyvel==1.5.1
-portalocker==2.8.2
+portalocker==2.10.0
 pprintpp==0.4.0
-pre-commit==3.6.2
+pre-commit==3.7.1
 presto-python-client==0.8.4
 prison==0.2.1
 prometheus_client==0.20.0
-prompt-toolkit==3.0.43
-proto-plus==1.23.0
+prompt_toolkit==3.0.47
+proto-plus==1.24.0
 protobuf==4.25.3
-psutil==5.9.8
+psutil==6.0.0
 psycopg2-binary==2.9.9
 ptyprocess==0.7.0
 pure-eval==0.2.2
 pure-sasl==0.6.2
-py-partiql-parser==0.5.1
+py-partiql-parser==0.5.5
 py4j==0.10.9.7
-pyOpenSSL==24.0.0
+pyOpenSSL==24.1.0
 pyarrow-hotfix==0.6
-pyarrow==14.0.2
+pyarrow==16.1.0
 pyasn1-modules==0.3.0
 pyasn1==0.5.1
-pycountry==23.12.11
-pycparser==2.21
+pycountry==24.6.1
+pycparser==2.22
 pycryptodome==3.20.0
-pydantic==2.6.2
-pydantic_core==2.16.3
+pydantic==2.8.2
+pydantic_core==2.20.1
 pydata-google-auth==1.8.2
 pydot==1.4.2
-pydruid==0.6.6
+pydruid==0.6.9
 pyenchant==3.2.2
-pyexasol==0.25.2
-pygraphviz==1.12
-pyiceberg==0.6.0
+pyexasol==0.26.0
+pygraphviz==1.13
+pyiceberg==0.6.1
 pyjsparser==2.7.1
 pykerberos==1.2.4
-pymongo==4.6.2
-pymssql==2.2.11
+pymongo==4.8.0
+pymssql==2.3.0
 pyodbc==5.1.0
-pyparsing==3.1.1
+pyparsing==3.1.2
 pypsrp==0.8.1
-pyspark==3.5.0
-pyspnego==0.10.2
-pytest-asyncio==0.23.5
-pytest-cov==4.1.0
+pyspark==3.5.1
+pyspnego==0.11.0
+pytest-asyncio==0.23.7
+pytest-cov==5.0.0
+pytest-custom-exit-code==0.3.0
 pytest-icdiff==0.9
 pytest-instafail==0.5.0
-pytest-mock==3.12.0
-pytest-rerunfailures==13.0
+pytest-mock==3.14.0
+pytest-rerunfailures==14.0
 pytest-timeouts==1.2.1
-pytest-xdist==3.5.0
+pytest-xdist==3.6.1
 pytest==7.4.4
-python-arango==7.9.1
+python-arango==8.0.0
 python-daemon==3.0.1
-python-dateutil==2.8.2
+python-dateutil==2.9.0.post0
 python-dotenv==1.0.1
 python-http-client==3.3.7
 python-jenkins==1.8.2
 python-ldap==3.4.4
-python-nvd3==0.15.0
+python-nvd3==0.16.0
 python-slugify==8.0.4
-python-telegram-bot==20.2
+python-telegram-bot==21.3
 python3-saml==1.16.0
 pytz==2024.1
 pywinrm==0.4.3
-pyzmq==25.1.2
+pyzmq==26.0.3
+qdrant-client==1.10.1
 reactivex==4.0.4
-readme-renderer==42.0
-redis==4.6.0
-redshift-connector==2.1.0
-referencing==0.33.0
-regex==2023.12.25
-requests-file==2.0.0
-requests-kerberos==0.14.0
-requests-mock==1.11.0
-requests-ntlm==1.2.0
+readme_renderer==43.0
+redis==5.0.7
+redshift-connector==2.1.2
+referencing==0.35.1
+regex==2024.5.15
+requests-file==2.1.0
+requests-kerberos==0.15.0
+requests-mock==1.12.1
 requests-oauthlib==1.3.1
 requests-toolbelt==1.0.0
 requests==2.31.0
-responses==0.25.0
-restructuredtext-lint==1.4.0
+requests_ntlm==1.3.0
+responses==0.25.3
+restructuredtext_lint==1.4.0
 rfc3339-validator==0.1.4
-rfc3986==1.5.0
-rich-argparse==1.4.0
-rich-click==1.7.3
-rich==13.7.0
-rpds-py==0.18.0
+rfc3986==2.0.0
+rich-argparse==1.5.2
+rich-click==1.8.3
+rich==13.7.1
+rpds-py==0.19.0
 rsa==4.9
-ruff==0.2.1
-s3fs==2024.2.0
-s3transfer==0.8.2
-sarif-om==1.0.4
-scramp==1.4.4
+ruff==0.3.3
+s3fs==2023.12.2
+s3transfer==0.10.2
+scramp==1.4.5
 scrapbook==0.5.0
 semver==3.0.2
 sendgrid==6.11.0
 sentinels==1.0.0
-sentry-sdk==1.40.5
+sentry-sdk==2.9.0
 setproctitle==1.3.3
-shapely==2.0.3
+shapely==2.0.4
 shellingham==1.5.4
-simple-salesforce==1.12.5
+simple-salesforce==1.12.6
 six==1.16.0
-slack_sdk==3.27.0
-smbprotocol==1.12.0
+slack_sdk==3.31.0
+smbprotocol==1.13.0
 smmap==5.0.1
-sniffio==1.3.0
+sniffio==1.3.1
 snowballstemmer==2.2.0
-snowflake-connector-python==3.7.1
-snowflake-sqlalchemy==1.5.1
+snowflake-connector-python==3.11.0
+snowflake-sqlalchemy==1.6.1
 sortedcontainers==2.4.0
 soupsieve==2.5
 sphinx-airflow-theme==0.0.12
@@ -626,7 +643,7 @@ sphinx-autoapi==2.1.1
 sphinx-copybutton==0.5.2
 sphinx-jinja==2.0.2
 sphinx-rtd-theme==2.0.0
-sphinx_design==0.5.0
+sphinx_design==0.6.0
 sphinxcontrib-applehelp==1.0.8
 sphinxcontrib-devhelp==1.0.6
 sphinxcontrib-htmlhelp==2.0.5
@@ -638,81 +655,88 @@ sphinxcontrib-redoc==1.6.0
 sphinxcontrib-serializinghtml==1.1.5
 sphinxcontrib-spelling==8.0.0
 spython==0.3.13
-sqlalchemy-bigquery==1.9.0
-sqlalchemy-drill==1.1.4
+sqlalchemy-bigquery==1.11.0
 sqlalchemy-redshift==0.8.14
-sqlalchemy-spanner==1.6.2
-sqlparse==0.4.4
+sqlalchemy-spanner==1.7.0
+sqlalchemy_drill==1.1.5
+sqlparse==0.5.0
 sshtunnel==0.4.0
 stack-data==0.6.3
 starkbank-ecdsa==2.2.0
 statsd==4.0.1
+std-uritemplate==1.0.3
 strictyaml==1.7.3
-sympy==1.12
-tableauserverclient==0.30
+sympy==1.13.0
+tableauserverclient==0.31
 tabulate==0.9.0
-tenacity==8.2.3
+tenacity==8.5.0
+teradatasql==20.0.0.13
+teradatasqlalchemy==20.0.0.1
 termcolor==2.4.0
 text-unidecode==1.3
 thrift-sasl==0.4.3
 thrift==0.16.0
-time-machine==2.13.0
-tomli==2.0.1
+time-machine==2.14.2
 tomli_w==1.0.0
-tomlkit==0.12.3
-tornado==6.4
+tomlkit==0.13.0
+tornado==6.4.1
 towncrier==23.11.0
-tqdm==4.66.2
-traitlets==5.14.1
-trino==0.328.0
-trove-classifiers==2024.2.23
-twine==5.0.0
-types-Deprecated==1.2.9.20240106
-types-Markdown==3.5.0.20240129
-types-PyMySQL==1.1.0.1
-types-PyYAML==6.0.12.12
-types-aiofiles==23.2.0.20240106
+tqdm==4.66.4
+traitlets==5.14.3
+trino==0.329.0
+trove-classifiers==2024.7.2
+twine==5.1.1
+typed-ast==1.5.5
+types-Deprecated==1.2.9.20240311
+types-Markdown==3.6.0.20240316
+types-PyMySQL==1.1.0.20240524
+types-PyYAML==6.0.12.20240311
+types-aiofiles==24.1.0.20240626
 types-certifi==2021.10.8.3
-types-croniter==2.0.0.20240106
-types-docutils==0.20.0.20240201
-types-paramiko==3.4.0.20240205
-types-protobuf==4.24.0.20240129
-types-pyOpenSSL==24.0.0.20240130
-types-python-dateutil==2.8.19.20240106
-types-python-slugify==8.0.2.20240127
-types-pytz==2024.1.0.20240203
-types-redis==4.6.0.20240218
-types-requests==2.31.0.20240218
-types-setuptools==69.1.0.20240223
+types-cffi==1.16.0.20240331
+types-croniter==2.0.0.20240423
+types-docutils==0.21.0.20240711
+types-paramiko==3.4.0.20240423
+types-protobuf==5.27.0.20240626
+types-pyOpenSSL==24.1.0.20240425
+types-python-dateutil==2.9.0.20240316
+types-python-slugify==8.0.2.20240310
+types-pytz==2024.1.0.20240417
+types-redis==4.6.0.20240425
+types-requests==2.32.0.20240712
+types-setuptools==70.3.0.20240710
 types-tabulate==0.9.0.20240106
 types-termcolor==1.1.6.2
-types-toml==0.10.8.7
-typing_extensions==4.9.0
+types-toml==0.10.8.20240310
+typing_extensions==4.12.2
 tzdata==2024.1
 tzlocal==5.2
 uc-micro-py==1.0.3
 unicodecsv==0.14.1
-universal-pathlib==0.1.4
+universal_pathlib==0.2.2
 uritemplate==4.1.1
 urllib3==2.0.7
-userpath==1.9.1
-validators==0.22.0
+userpath==1.9.2
+uv==0.2.22
+validators==0.28.3
 vertica-python==1.3.8
 vine==5.1.0
-virtualenv==20.25.1
-watchtower==3.0.1
+virtualenv==20.26.3
+watchtower==3.2.0
 wcwidth==0.2.13
-weaviate-client==3.26.2
-websocket-client==1.7.0
+weaviate-client==4.6.5
+websocket-client==1.8.0
+wirerope==0.4.7
 wrapt==1.16.0
 xmlsec==1.3.13
 xmltodict==0.13.0
 yamllint==1.35.1
-yandexcloud==0.260.0
+yandex-query-client==0.1.4
+yandexcloud==0.291.0
 yarl==1.9.4
 zeep==4.2.1
-zenpy==2.0.47
-zipp==3.17.0
+zenpy==2.0.49
+zipp==3.19.2
 zope.event==5.0
-zope.interface==6.2
+zope.interface==6.4.post2
 zstandard==0.22.0
diff --git a/docker-compose.yml b/docker-compose.yml
index a91181c03..f57d923aa 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -1,5 +1,5 @@
 # Adapted from official docker-compose.yaml
-# https://airflow.apache.org/docs/apache-airflow/2.8.2/docker-compose.yaml
+# https://airflow.apache.org/docs/apache-airflow/2.9.3/docker-compose.yaml
 #
 # WARNING: This configuration is for local development. Do not use it in a production deployment.
 #
@@ -68,7 +68,9 @@ services:
     restart: always
 
   redis:
-    image: redis:latest
+    # Redis is limited to 7.2-bookworm due to licencing change
+    # https://redis.io/blog/redis-adopts-dual-source-available-licensing/
+    image: redis:7.2-bookworm
     expose:
       - 6379
     healthcheck:
diff --git a/requirements-dev.in b/requirements-dev.in
index f1916c41e..8e368101f 100644
--- a/requirements-dev.in
+++ b/requirements-dev.in
@@ -7,5 +7,5 @@ pip-tools==7.4.1
 
 # Code quality
 pytest==7.4.4
-pytest-mock==3.12.0
-ruff==0.2.1
+pytest-mock==3.14.0
+ruff==0.3.3
diff --git a/requirements-dev.txt b/requirements-dev.txt
index 90212a1f0..f5ed080cc 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -7,13 +7,13 @@
 build==1.1.1
 click==8.1.7
 iniconfig==2.0.0
-packaging==23.2
+packaging==24.1
 pip-tools==7.4.1
-pluggy==1.4.0
+pluggy==1.5.0
 pyproject-hooks==1.0.0
 pytest==7.4.4
-pytest-mock==3.12.0
-ruff==0.2.1
+pytest-mock==3.14.0
+ruff==0.3.3
 wheel==0.43.0
 
 # The following packages are considered to be unsafe in a requirements file:
diff --git a/requirements-override.txt b/requirements-override.txt
index db8b3cf30..eb4d5bf5c 100644
--- a/requirements-override.txt
+++ b/requirements-override.txt
@@ -1,3 +1,3 @@
-bigeye-airflow==0.1.34
-bigeye-sdk==0.4.81
+bigeye-airflow==0.1.35
+bigeye-sdk==0.4.91
 apache-airflow-providers-cncf-kubernetes==8.3.4
\ No newline at end of file
diff --git a/requirements.in b/requirements.in
index 78e898568..bc411f45e 100644
--- a/requirements.in
+++ b/requirements.in
@@ -1,10 +1,10 @@
 # Official Airflow constraints file
 # Doc: https://airflow.apache.org/docs/apache-airflow/stable/installation/installing-from-pypi.html#constraints-files
-# File: https://raw.githubusercontent.com/apache/airflow/constraints-2.8.2/constraints-3.11.txt
+# File: https://raw.githubusercontent.com/apache/airflow/constraints-2.9.3/constraints-3.11.txt
 --constraint ./constraints.txt
 
 # Airflow dependencies
-apache-airflow[async,google-auth,password,statsd]==2.8.2
+apache-airflow[async,google-auth,password,statsd]==2.9.3
 apache-airflow-providers-amazon
 apache-airflow-providers-celery
 apache-airflow-providers-cncf-kubernetes
diff --git a/requirements.txt b/requirements.txt
index 27d2fc3ea..7a21c9376 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,59 +7,61 @@
 acryl-datahub==0.13.2.4
 acryl-datahub-airflow-plugin==0.13.2.4
 aiofiles==23.2.1
-aiohttp==3.9.3
+aiohttp==3.9.5
 aiosignal==1.3.1
 airflow-provider-fivetran-async==2.0.2
-alembic==1.13.1
+alembic==1.13.2
 amqp==5.2.0
-annotated-types==0.6.0
-anyio==4.3.0
-apache-airflow==2.8.2
-apache-airflow-providers-amazon==8.18.0
-apache-airflow-providers-atlassian-jira==2.5.1
-apache-airflow-providers-celery==3.6.0
-apache-airflow-providers-cncf-kubernetes==8.0.0
-apache-airflow-providers-common-io==1.3.0
-apache-airflow-providers-common-sql==1.11.0
-apache-airflow-providers-dbt-cloud==3.6.1
-apache-airflow-providers-ftp==3.7.0
-apache-airflow-providers-google==10.15.0
-apache-airflow-providers-http==4.9.1
-apache-airflow-providers-imap==3.5.0
-apache-airflow-providers-postgres==5.10.1
-apache-airflow-providers-redis==3.6.0
-apache-airflow-providers-slack==8.6.1
-apache-airflow-providers-sqlite==3.7.1
-apispec==6.4.0
-argcomplete==3.2.2
-asgiref==3.7.2
+annotated-types==0.7.0
+anyio==4.4.0
+apache-airflow==2.9.3
+apache-airflow-providers-amazon==8.25.0
+apache-airflow-providers-atlassian-jira==2.6.1
+apache-airflow-providers-celery==3.7.2
+apache-airflow-providers-cncf-kubernetes==8.3.3
+apache-airflow-providers-common-io==1.3.2
+apache-airflow-providers-common-sql==1.14.2
+apache-airflow-providers-dbt-cloud==3.9.0
+apache-airflow-providers-fab==1.2.2
+apache-airflow-providers-ftp==3.10.0
+apache-airflow-providers-google==10.21.0
+apache-airflow-providers-http==4.12.0
+apache-airflow-providers-imap==3.6.1
+apache-airflow-providers-postgres==5.11.2
+apache-airflow-providers-redis==3.7.1
+apache-airflow-providers-slack==8.7.1
+apache-airflow-providers-smtp==1.7.1
+apache-airflow-providers-sqlite==3.8.1
+apispec==6.6.1
+argcomplete==3.4.0
+asgiref==3.8.1
 asn1crypto==1.5.1
-atlassian-python-api==3.41.10
+atlassian-python-api==3.41.14
 attrs==23.2.0
-authlib==1.3.0
+authlib==1.3.1
 avro==1.11.3
 avro-gen3==0.7.12
-babel==2.14.0
+babel==2.15.0
 backoff==2.2.1
-bcrypt==4.1.2
+bcrypt==4.1.3
 beautifulsoup4==4.12.3
 bigeye-airflow==0.1.12
 billiard==4.2.0
-blinker==1.7.0
-boto3==1.33.13
-botocore==1.33.13
+blinker==1.8.2
+boto3==1.34.131
+botocore==1.34.131
 cached-property==1.5.2
 cachelib==0.9.0
-cachetools==5.3.2
+cachetools==5.3.3
 cattrs==23.2.3
-celery==5.3.6
-certifi==2024.2.2
+celery==5.4.0
+certifi==2024.7.4
 cffi==1.16.0
 chardet==5.2.0
 charset-normalizer==3.3.2
 click==8.1.7
 click-default-group==1.2.4
-click-didyoumean==0.3.0
+click-didyoumean==0.3.1
 click-plugins==1.1.1
 click-repl==0.3.0
 click-spinner==0.1.10
@@ -69,243 +71,244 @@ colorlog==4.8.0
 configupdater==3.2
 connexion==2.14.2
 cron-descriptor==1.4.3
-croniter==2.0.1
+croniter==2.0.5
 cryptography==41.0.7
 db-dtypes==1.2.0
 decorator==5.1.1
 deprecated==1.2.14
 dill==0.3.1.1
 dnspython==2.6.1
-docker==7.0.0
-docutils==0.20.1
-email-validator==1.3.1
-eventlet==0.35.2
+docker==7.1.0
+docstring-parser==0.16
+docutils==0.16
+email-validator==2.2.0
+eventlet==0.36.1
 expandvars==0.12.0
 flask==2.2.5
-flask-appbuilder==4.3.11
+flask-appbuilder==4.5.0
 flask-babel==2.0.0
 flask-bcrypt==1.0.1
-flask-caching==2.1.0
+flask-caching==2.3.0
 flask-jwt-extended==4.6.0
-flask-limiter==3.5.1
+flask-limiter==3.7.0
 flask-login==0.6.3
 flask-session==0.5.0
 flask-sqlalchemy==2.5.1
 flask-wtf==1.2.1
 flower==2.0.1
 frozenlist==1.4.1
-fsspec==2024.2.0
+fsspec==2023.12.2
 gcloud-aio-auth==4.2.3
 gcloud-aio-bigquery==7.1.0
 gcloud-aio-storage==9.2.0
-gcsfs==2024.2.0
+gcsfs==2023.12.2.post1
 gevent==24.2.1
-google-ads==23.1.0
-google-analytics-admin==0.22.6
-google-api-core==2.17.1
-google-api-python-client==2.119.0
-google-auth==2.28.1
+google-ads==24.1.0
+google-analytics-admin==0.22.8
+google-api-core==2.19.1
+google-api-python-client==2.137.0
+google-auth==2.32.0
 google-auth-httplib2==0.2.0
-google-auth-oauthlib==1.2.0
-google-cloud-aiplatform==1.42.1
-google-cloud-appengine-logging==1.4.2
+google-auth-oauthlib==1.2.1
+google-cloud-aiplatform==1.59.0
+google-cloud-appengine-logging==1.4.4
 google-cloud-audit-log==0.2.5
-google-cloud-automl==2.13.2
-google-cloud-batch==0.17.12
-google-cloud-bigquery==3.17.2
-google-cloud-bigquery-datatransfer==3.15.0
-google-cloud-bigquery-storage==2.24.0
-google-cloud-bigtable==2.23.0
-google-cloud-build==3.23.2
-google-cloud-compute==1.17.0
-google-cloud-container==2.41.0
+google-cloud-automl==2.13.4
+google-cloud-batch==0.17.22
+google-cloud-bigquery==3.20.1
+google-cloud-bigquery-datatransfer==3.15.4
+google-cloud-bigtable==2.24.0
+google-cloud-build==3.24.1
+google-cloud-compute==1.19.1
+google-cloud-container==2.49.0
 google-cloud-core==2.4.1
-google-cloud-datacatalog==3.18.2
-google-cloud-dataflow-client==0.8.9
-google-cloud-dataform==0.5.8
-google-cloud-dataplex==1.12.2
-google-cloud-dataproc==5.9.2
-google-cloud-dataproc-metastore==1.15.2
-google-cloud-dlp==3.15.2
-google-cloud-kms==2.21.2
-google-cloud-language==2.13.2
-google-cloud-logging==3.9.0
-google-cloud-memcache==1.9.2
-google-cloud-monitoring==2.19.2
-google-cloud-orchestration-airflow==1.12.0
-google-cloud-os-login==2.14.2
-google-cloud-pubsub==2.19.6
-google-cloud-redis==2.15.2
-google-cloud-resource-manager==1.12.2
-google-cloud-run==0.10.4
-google-cloud-secret-manager==2.18.2
-google-cloud-spanner==3.42.0
-google-cloud-speech==2.25.0
-google-cloud-storage==2.14.0
-google-cloud-storage-transfer==1.11.2
-google-cloud-tasks==2.16.2
-google-cloud-texttospeech==2.16.2
-google-cloud-translate==3.15.2
-google-cloud-videointelligence==2.13.2
-google-cloud-vision==3.7.1
-google-cloud-workflows==1.14.2
+google-cloud-datacatalog==3.19.1
+google-cloud-dataflow-client==0.8.11
+google-cloud-dataform==0.5.10
+google-cloud-dataplex==2.2.1
+google-cloud-dataproc==5.10.1
+google-cloud-dataproc-metastore==1.15.4
+google-cloud-dlp==3.18.1
+google-cloud-kms==2.24.1
+google-cloud-language==2.13.4
+google-cloud-logging==3.10.0
+google-cloud-memcache==1.9.4
+google-cloud-monitoring==2.22.1
+google-cloud-orchestration-airflow==1.13.0
+google-cloud-os-login==2.14.5
+google-cloud-pubsub==2.22.0
+google-cloud-redis==2.15.4
+google-cloud-resource-manager==1.12.4
+google-cloud-run==0.10.7
+google-cloud-secret-manager==2.20.1
+google-cloud-spanner==3.47.0
+google-cloud-speech==2.26.1
+google-cloud-storage==2.17.0
+google-cloud-storage-transfer==1.11.4
+google-cloud-tasks==2.16.4
+google-cloud-texttospeech==2.16.4
+google-cloud-translate==3.15.4
+google-cloud-videointelligence==2.13.4
+google-cloud-vision==3.7.3
+google-cloud-workflows==1.14.4
 google-crc32c==1.5.0
-google-re2==1.1
-google-resumable-media==2.7.0
-googleapis-common-protos==1.62.0
+google-re2==1.1.20240702
+google-resumable-media==2.7.1
+googleapis-common-protos==1.63.2
 gql==3.5.0
 graphql-core==3.2.3
 greenlet==3.0.3
-grpc-google-iam-v1==0.13.0
+grpc-google-iam-v1==0.13.1
 grpc-interceptor==0.15.4
-grpcio==1.62.0
+grpcio==1.64.1
 grpcio-gcp==0.2.2
-grpcio-status==1.62.0
-gunicorn==21.2.0
+grpcio-status==1.62.2
+gunicorn==22.0.0
 h11==0.14.0
-httpcore==0.16.3
+httpcore==1.0.5
 httplib2==0.22.0
-httpx==0.23.3
+httpx==0.27.0
 humanfriendly==10.0
-humanize==4.9.0
-idna==3.6
-ijson==3.2.3
+humanize==4.10.0
+idna==3.7
+ijson==3.3.0
 importlib-metadata==6.11.0
-importlib-resources==6.1.1
+importlib-resources==6.4.0
 inflection==0.5.1
-itsdangerous==2.1.2
-jinja2==3.1.3
+itsdangerous==2.2.0
+jinja2==3.1.4
 jmespath==0.10.0
 json-merge-patch==0.2
 jsonpath-ng==1.6.1
 jsonref==1.1.0
-jsonschema==4.21.1
+jsonschema==4.23.0
 jsonschema-specifications==2023.12.1
-kombu==5.3.5
+kombu==5.3.7
 kubernetes==29.0.0
 kubernetes-asyncio==29.0.0
 lazy-object-proxy==1.10.0
-limits==3.9.0
+limits==3.13.0
 linkify-it-py==2.0.3
 lockfile==0.12.2
-looker-sdk==24.2.0
-lxml==5.1.0
-mako==1.3.2
+looker-sdk==24.10.0
+lxml==5.2.2
+mako==1.3.5
 markdown-it-py==3.0.0
 markupsafe==2.1.5
-marshmallow==3.20.2
+marshmallow==3.21.3
 marshmallow-oneofschema==3.1.1
-marshmallow-sqlalchemy==0.26.1
-mdit-py-plugins==0.4.0
+marshmallow-sqlalchemy==0.28.2
+mdit-py-plugins==0.4.1
 mdurl==0.1.2
+methodtools==0.4.7
 mixpanel==4.10.1
-more-itertools==10.2.0
+more-itertools==10.3.0
 multidict==6.0.5
 mypy-extensions==1.0.0
-numpy==1.24.4
+numpy==1.26.4
 oauthlib==3.2.2
-opentelemetry-api==1.23.0
-opentelemetry-exporter-otlp==1.23.0
-opentelemetry-exporter-otlp-proto-common==1.23.0
-opentelemetry-exporter-otlp-proto-grpc==1.23.0
-opentelemetry-exporter-otlp-proto-http==1.23.0
-opentelemetry-proto==1.23.0
-opentelemetry-sdk==1.23.0
-opentelemetry-semantic-conventions==0.44b0
+opentelemetry-api==1.25.0
+opentelemetry-exporter-otlp==1.25.0
+opentelemetry-exporter-otlp-proto-common==1.25.0
+opentelemetry-exporter-otlp-proto-grpc==1.25.0
+opentelemetry-exporter-otlp-proto-http==1.25.0
+opentelemetry-proto==1.25.0
+opentelemetry-sdk==1.25.0
+opentelemetry-semantic-conventions==0.46b0
 ordered-set==4.1.0
-packaging==23.2
+packaging==24.1
 pandas==2.1.4
-pandas-gbq==0.21.0
+pandas-gbq==0.23.1
 pathspec==0.12.1
 pendulum==3.0.0
-pluggy==1.4.0
+pluggy==1.5.0
 ply==3.11
 prison==0.2.1
 progressbar2==4.4.2
 prometheus-client==0.20.0
-prompt-toolkit==3.0.43
-proto-plus==1.23.0
+prompt-toolkit==3.0.47
+proto-plus==1.24.0
 protobuf==4.25.3
-psutil==5.9.8
+psutil==6.0.0
 psycopg2-binary==2.9.9
-pyarrow==14.0.2
+pyarrow==16.1.0
 pyasn1==0.5.1
 pyasn1-modules==0.3.0
-pyathena==3.3.0
-pycparser==2.21
-pydantic==2.6.2
-pydantic-core==2.16.3
+pyathena==3.8.3
+pycparser==2.22
+pydantic==2.8.2
+pydantic-core==2.20.1
 pydata-google-auth==1.8.2
-pygments==2.17.2
+pygments==2.18.0
 pyjwt==2.8.0
-pyopenssl==24.0.0
-pyparsing==3.1.1
+pyopenssl==24.1.0
+pyparsing==3.1.2
 python-daemon==3.0.1
-python-dateutil==2.8.2
-python-nvd3==0.15.0
+python-dateutil==2.9.0.post0
+python-nvd3==0.16.0
 python-slugify==8.0.4
 python-utils==3.8.2
 pytz==2024.1
 pyyaml==6.0.1
-redis==4.6.0
-redshift-connector==2.1.0
-referencing==0.33.0
+redis==5.0.7
+redshift-connector==2.1.2
+referencing==0.35.1
 requests==2.31.0
-requests-file==2.0.0
+requests-file==2.1.0
 requests-oauthlib==1.3.1
 requests-toolbelt==1.0.0
 rfc3339-validator==0.1.4
-rfc3986==1.5.0
-rich==13.7.0
-rich-argparse==1.4.0
-rpds-py==0.18.0
+rich==13.7.1
+rich-argparse==1.5.2
+rpds-py==0.19.0
 rsa==4.9
 ruamel-yaml==0.18.6
 ruamel-yaml-clib==0.2.8
-s3transfer==0.8.2
-scramp==1.4.4
-sentry-sdk==1.40.5
+s3transfer==0.10.2
+scramp==1.4.5
+sentry-sdk==2.9.0
 setproctitle==1.3.3
-shapely==2.0.3
+shapely==2.0.4
 six==1.16.0
-slack-sdk==3.27.0
-sniffio==1.3.0
+slack-sdk==3.31.0
+sniffio==1.3.1
 soupsieve==2.5
-sqlalchemy==1.4.51
-sqlalchemy-bigquery==1.9.0
+sqlalchemy==1.4.52
+sqlalchemy-bigquery==1.11.0
 sqlalchemy-jsonfield==1.0.2
 sqlalchemy-redshift==0.8.14
-sqlalchemy-spanner==1.6.2
-sqlalchemy-utils==0.41.1
-sqlparse==0.4.4
+sqlalchemy-spanner==1.7.0
+sqlalchemy-utils==0.41.2
+sqlparse==0.5.0
 statsd==4.0.1
 tabulate==0.9.0
-tenacity==8.2.3
+tenacity==8.5.0
 termcolor==2.4.0
 text-unidecode==1.3
-time-machine==2.13.0
+time-machine==2.14.2
 toml==0.10.2
-tornado==6.4
-typing-extensions==4.9.0
+tornado==6.4.1
+typing-extensions==4.12.2
 typing-inspect==0.9.0
 tzdata==2024.1
 uc-micro-py==1.0.3
 unicodecsv==0.14.1
-universal-pathlib==0.1.4
+universal-pathlib==0.2.2
 uritemplate==4.1.1
 urllib3==2.0.7
 vine==5.1.0
-watchtower==3.0.1
+watchtower==3.2.0
 wcwidth==0.2.13
-websocket-client==1.7.0
+websocket-client==1.8.0
 werkzeug==2.2.3
+wirerope==0.4.7
 wrapt==1.16.0
 wtforms==3.1.2
 xmltodict==0.13.0
 yarl==1.9.4
-zipp==3.17.0
+zipp==3.19.2
 zope-event==5.0
-zope-interface==6.2
+zope-interface==6.4.post2
 
 # The following packages are considered to be unsafe in a requirements file:
 # setuptools