This is an automated email from the ASF dual-hosted git repository. ephraimanierobi pushed a commit to branch v2-8-test in repository https://gitbox.apache.org/repos/asf/airflow.git
commit 6fa7e44a0ee950fa6b96b5c67c173d037c99c3d4 Author: Andrey Anshin <[email protected]> AuthorDate: Tue Feb 27 23:06:27 2024 +0400 Limit `pandas` to `<2.2` (#37748) (cherry picked from commit 9e4bdc9e457c275eb2cead5d80c2f79c3b9a0085) --- airflow/providers/amazon/provider.yaml | 6 +++++- airflow/providers/apache/hive/provider.yaml | 6 +++++- airflow/providers/common/sql/provider.yaml | 6 +++++- airflow/providers/exasol/provider.yaml | 6 +++++- airflow/providers/google/provider.yaml | 6 +++++- airflow/providers/presto/provider.yaml | 6 +++++- airflow/providers/salesforce/provider.yaml | 6 +++++- airflow/providers/trino/provider.yaml | 6 +++++- airflow/providers/weaviate/provider.yaml | 6 +++++- generated/provider_dependencies.json | 14 +++++++------- pyproject.toml | 20 ++++++++++++-------- 11 files changed, 64 insertions(+), 24 deletions(-) diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml index c22ce19ca4..c851241a4e 100644 --- a/airflow/providers/amazon/provider.yaml +++ b/airflow/providers/amazon/provider.yaml @@ -96,7 +96,11 @@ dependencies: additional-extras: - name: pandas dependencies: - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 # There is conflict between boto3 and aiobotocore dependency botocore. # TODO: We can remove it once boto3 and aiobotocore both have compatible botocore version or # boto3 have native async support and we move away from aio aiobotocore diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml index a3aefe854c..a5f15680fd 100644 --- a/airflow/providers/apache/hive/provider.yaml +++ b/airflow/providers/apache/hive/provider.yaml @@ -65,7 +65,11 @@ dependencies: - apache-airflow>=2.6.0 - apache-airflow-providers-common-sql>=1.3.1 - hmsclient>=0.1.0 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 - pyhive[hive_pure_sasl]>=0.7.0 - thrift>=0.9.2 diff --git a/airflow/providers/common/sql/provider.yaml b/airflow/providers/common/sql/provider.yaml index be27c70eb4..b4e876e5d1 100644 --- a/airflow/providers/common/sql/provider.yaml +++ b/airflow/providers/common/sql/provider.yaml @@ -55,7 +55,11 @@ dependencies: additional-extras: - name: pandas dependencies: - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 integrations: - integration-name: Common SQL diff --git a/airflow/providers/exasol/provider.yaml b/airflow/providers/exasol/provider.yaml index e8488be133..268b5faa8b 100644 --- a/airflow/providers/exasol/provider.yaml +++ b/airflow/providers/exasol/provider.yaml @@ -55,7 +55,11 @@ dependencies: - apache-airflow>=2.6.0 - apache-airflow-providers-common-sql>=1.10.0 - pyexasol>=0.5.1 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 integrations: - integration-name: Exasol diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml index 5351b1564e..a66e9a87c1 100644 --- a/airflow/providers/google/provider.yaml +++ b/airflow/providers/google/provider.yaml @@ -138,7 +138,11 @@ dependencies: - json-merge-patch>=0.2 - looker-sdk>=22.2.0 - pandas-gbq - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 # A transient dependency of google-cloud-bigquery-datatransfer, but we # further constrain it since older versions are buggy. - proto-plus>=1.19.6 diff --git a/airflow/providers/presto/provider.yaml b/airflow/providers/presto/provider.yaml index ca47e56353..074a514714 100644 --- a/airflow/providers/presto/provider.yaml +++ b/airflow/providers/presto/provider.yaml @@ -57,7 +57,11 @@ dependencies: - apache-airflow>=2.6.0 - apache-airflow-providers-common-sql>=1.3.1 - presto-python-client>=0.8.4 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 integrations: - integration-name: Presto diff --git a/airflow/providers/salesforce/provider.yaml b/airflow/providers/salesforce/provider.yaml index 494d0ffdde..a8a8312907 100644 --- a/airflow/providers/salesforce/provider.yaml +++ b/airflow/providers/salesforce/provider.yaml @@ -53,7 +53,11 @@ versions: dependencies: - apache-airflow>=2.6.0 - simple-salesforce>=1.0.0 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 integrations: - integration-name: Salesforce diff --git a/airflow/providers/trino/provider.yaml b/airflow/providers/trino/provider.yaml index 4f128048a8..6baa298f2c 100644 --- a/airflow/providers/trino/provider.yaml +++ b/airflow/providers/trino/provider.yaml @@ -57,7 +57,11 @@ versions: dependencies: - apache-airflow>=2.6.0 - apache-airflow-providers-common-sql>=1.3.1 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 - trino>=0.318.0 integrations: diff --git a/airflow/providers/weaviate/provider.yaml b/airflow/providers/weaviate/provider.yaml index 217fb8dee5..3179d211d2 100644 --- a/airflow/providers/weaviate/provider.yaml +++ b/airflow/providers/weaviate/provider.yaml @@ -42,7 +42,11 @@ integrations: dependencies: - apache-airflow>=2.6.0 - weaviate-client>=3.24.2 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 hooks: - integration-name: Weaviate diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json index 84b4bf955c..d8111e7bb4 100644 --- a/generated/provider_dependencies.json +++ b/generated/provider_dependencies.json @@ -148,7 +148,7 @@ "apache-airflow-providers-common-sql>=1.3.1", "apache-airflow>=2.6.0", "hmsclient>=0.1.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "pyhive[hive_pure_sasl]>=0.7.0", "thrift>=0.9.2" ], @@ -474,7 +474,7 @@ "deps": [ "apache-airflow-providers-common-sql>=1.10.0", "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "pyexasol>=0.5.1" ], "devel-deps": [], @@ -572,7 +572,7 @@ "json-merge-patch>=0.2", "looker-sdk>=22.2.0", "pandas-gbq", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "proto-plus>=1.19.6", "sqlalchemy-bigquery>=1.2.1", "sqlalchemy-spanner>=1.6.2" @@ -948,7 +948,7 @@ "deps": [ "apache-airflow-providers-common-sql>=1.3.1", "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "presto-python-client>=0.8.4" ], "devel-deps": [], @@ -972,7 +972,7 @@ "salesforce": { "deps": [ "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "simple-salesforce>=1.0.0" ], "devel-deps": [], @@ -1132,7 +1132,7 @@ "deps": [ "apache-airflow-providers-common-sql>=1.3.1", "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "trino>=0.318.0" ], "devel-deps": [], @@ -1160,7 +1160,7 @@ "weaviate": { "deps": [ "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "weaviate-client>=3.24.2" ], "devel-deps": [], diff --git a/pyproject.toml b/pyproject.toml index 22e3e244c1..032d3fa5de 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -218,7 +218,11 @@ otel = [ "opentelemetry-exporter-prometheus", ] pandas = [ - "pandas>=1.2.5", + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + "pandas>=1.2.5,<2.2", ] password = [ "bcrypt>=2.0.0", @@ -597,7 +601,7 @@ apache-hdfs = [ # source: airflow/providers/apache/hdfs/provider.yaml apache-hive = [ # source: airflow/providers/apache/hive/provider.yaml "apache-airflow[common_sql]", "hmsclient>=0.1.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "pyhive[hive_pure_sasl]>=0.7.0", "thrift>=0.9.2", ] @@ -694,7 +698,7 @@ elasticsearch = [ # source: airflow/providers/elasticsearch/provider.yaml ] exasol = [ # source: airflow/providers/exasol/provider.yaml "apache-airflow[common_sql]", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "pyexasol>=0.5.1", ] facebook = [ # source: airflow/providers/facebook/provider.yaml @@ -759,7 +763,7 @@ google = [ # source: airflow/providers/google/provider.yaml "json-merge-patch>=0.2", "looker-sdk>=22.2.0", "pandas-gbq", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "proto-plus>=1.19.6", "sqlalchemy-bigquery>=1.2.1", "sqlalchemy-spanner>=1.6.2", @@ -884,14 +888,14 @@ postgres = [ # source: airflow/providers/postgres/provider.yaml ] presto = [ # source: airflow/providers/presto/provider.yaml "apache-airflow[common_sql]", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "presto-python-client>=0.8.4", ] redis = [ # source: airflow/providers/redis/provider.yaml "redis>=4.5.2,<5.0.0,!=4.5.5", ] salesforce = [ # source: airflow/providers/salesforce/provider.yaml - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "simple-salesforce>=1.0.0", ] samba = [ # source: airflow/providers/samba/provider.yaml @@ -940,7 +944,7 @@ telegram = [ # source: airflow/providers/telegram/provider.yaml ] trino = [ # source: airflow/providers/trino/provider.yaml "apache-airflow[common_sql]", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "trino>=0.318.0", ] vertica = [ # source: airflow/providers/vertica/provider.yaml @@ -948,7 +952,7 @@ vertica = [ # source: airflow/providers/vertica/provider.yaml "vertica-python>=0.5.1", ] weaviate = [ # source: airflow/providers/weaviate/provider.yaml - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "weaviate-client>=3.24.2", ] yandex = [ # source: airflow/providers/yandex/provider.yaml
