This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch v2-8-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/v2-8-test by this push:
new 291e4d33cc Limit `pandas` to `<2.2` (#37748)
291e4d33cc is described below
commit 291e4d33ccae6061778df0aeaab1ac646b841283
Author: Andrey Anshin <[email protected]>
AuthorDate: Tue Feb 27 23:06:27 2024 +0400
Limit `pandas` to `<2.2` (#37748)
(cherry picked from commit 9e4bdc9e457c275eb2cead5d80c2f79c3b9a0085)
---
airflow/providers/amazon/provider.yaml | 6 +++++-
airflow/providers/apache/hive/provider.yaml | 6 +++++-
airflow/providers/common/sql/provider.yaml | 6 +++++-
airflow/providers/exasol/provider.yaml | 6 +++++-
airflow/providers/google/provider.yaml | 6 +++++-
airflow/providers/presto/provider.yaml | 6 +++++-
airflow/providers/salesforce/provider.yaml | 6 +++++-
airflow/providers/trino/provider.yaml | 6 +++++-
airflow/providers/weaviate/provider.yaml | 6 +++++-
generated/provider_dependencies.json | 14 +++++++-------
pyproject.toml | 20 ++++++++++++--------
11 files changed, 64 insertions(+), 24 deletions(-)
diff --git a/airflow/providers/amazon/provider.yaml
b/airflow/providers/amazon/provider.yaml
index c22ce19ca4..c851241a4e 100644
--- a/airflow/providers/amazon/provider.yaml
+++ b/airflow/providers/amazon/provider.yaml
@@ -96,7 +96,11 @@ dependencies:
additional-extras:
- name: pandas
dependencies:
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
# There is conflict between boto3 and aiobotocore dependency botocore.
# TODO: We can remove it once boto3 and aiobotocore both have compatible
botocore version or
# boto3 have native async support and we move away from aio aiobotocore
diff --git a/airflow/providers/apache/hive/provider.yaml
b/airflow/providers/apache/hive/provider.yaml
index a3aefe854c..a5f15680fd 100644
--- a/airflow/providers/apache/hive/provider.yaml
+++ b/airflow/providers/apache/hive/provider.yaml
@@ -65,7 +65,11 @@ dependencies:
- apache-airflow>=2.6.0
- apache-airflow-providers-common-sql>=1.3.1
- hmsclient>=0.1.0
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
- pyhive[hive_pure_sasl]>=0.7.0
- thrift>=0.9.2
diff --git a/airflow/providers/common/sql/provider.yaml
b/airflow/providers/common/sql/provider.yaml
index be27c70eb4..b4e876e5d1 100644
--- a/airflow/providers/common/sql/provider.yaml
+++ b/airflow/providers/common/sql/provider.yaml
@@ -55,7 +55,11 @@ dependencies:
additional-extras:
- name: pandas
dependencies:
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
integrations:
- integration-name: Common SQL
diff --git a/airflow/providers/exasol/provider.yaml
b/airflow/providers/exasol/provider.yaml
index e8488be133..268b5faa8b 100644
--- a/airflow/providers/exasol/provider.yaml
+++ b/airflow/providers/exasol/provider.yaml
@@ -55,7 +55,11 @@ dependencies:
- apache-airflow>=2.6.0
- apache-airflow-providers-common-sql>=1.10.0
- pyexasol>=0.5.1
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
integrations:
- integration-name: Exasol
diff --git a/airflow/providers/google/provider.yaml
b/airflow/providers/google/provider.yaml
index 5351b1564e..a66e9a87c1 100644
--- a/airflow/providers/google/provider.yaml
+++ b/airflow/providers/google/provider.yaml
@@ -138,7 +138,11 @@ dependencies:
- json-merge-patch>=0.2
- looker-sdk>=22.2.0
- pandas-gbq
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
# A transient dependency of google-cloud-bigquery-datatransfer, but we
# further constrain it since older versions are buggy.
- proto-plus>=1.19.6
diff --git a/airflow/providers/presto/provider.yaml
b/airflow/providers/presto/provider.yaml
index ca47e56353..074a514714 100644
--- a/airflow/providers/presto/provider.yaml
+++ b/airflow/providers/presto/provider.yaml
@@ -57,7 +57,11 @@ dependencies:
- apache-airflow>=2.6.0
- apache-airflow-providers-common-sql>=1.3.1
- presto-python-client>=0.8.4
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
integrations:
- integration-name: Presto
diff --git a/airflow/providers/salesforce/provider.yaml
b/airflow/providers/salesforce/provider.yaml
index 494d0ffdde..a8a8312907 100644
--- a/airflow/providers/salesforce/provider.yaml
+++ b/airflow/providers/salesforce/provider.yaml
@@ -53,7 +53,11 @@ versions:
dependencies:
- apache-airflow>=2.6.0
- simple-salesforce>=1.0.0
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
integrations:
- integration-name: Salesforce
diff --git a/airflow/providers/trino/provider.yaml
b/airflow/providers/trino/provider.yaml
index 4f128048a8..6baa298f2c 100644
--- a/airflow/providers/trino/provider.yaml
+++ b/airflow/providers/trino/provider.yaml
@@ -57,7 +57,11 @@ versions:
dependencies:
- apache-airflow>=2.6.0
- apache-airflow-providers-common-sql>=1.3.1
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
- trino>=0.318.0
integrations:
diff --git a/airflow/providers/weaviate/provider.yaml
b/airflow/providers/weaviate/provider.yaml
index 217fb8dee5..3179d211d2 100644
--- a/airflow/providers/weaviate/provider.yaml
+++ b/airflow/providers/weaviate/provider.yaml
@@ -42,7 +42,11 @@ integrations:
dependencies:
- apache-airflow>=2.6.0
- weaviate-client>=3.24.2
- - pandas>=1.2.5
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ - pandas>=1.2.5,<2.2
hooks:
- integration-name: Weaviate
diff --git a/generated/provider_dependencies.json
b/generated/provider_dependencies.json
index 306e6ebefc..7c0010eb2b 100644
--- a/generated/provider_dependencies.json
+++ b/generated/provider_dependencies.json
@@ -148,7 +148,7 @@
"apache-airflow-providers-common-sql>=1.3.1",
"apache-airflow>=2.6.0",
"hmsclient>=0.1.0",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"pyhive[hive_pure_sasl]>=0.7.0",
"thrift>=0.9.2"
],
@@ -474,7 +474,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.10.0",
"apache-airflow>=2.6.0",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"pyexasol>=0.5.1"
],
"devel-deps": [],
@@ -572,7 +572,7 @@
"json-merge-patch>=0.2",
"looker-sdk>=22.2.0",
"pandas-gbq",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"proto-plus>=1.19.6",
"sqlalchemy-bigquery>=1.2.1",
"sqlalchemy-spanner>=1.6.2"
@@ -948,7 +948,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.3.1",
"apache-airflow>=2.6.0",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"presto-python-client>=0.8.4"
],
"devel-deps": [],
@@ -972,7 +972,7 @@
"salesforce": {
"deps": [
"apache-airflow>=2.6.0",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"simple-salesforce>=1.0.0"
],
"devel-deps": [],
@@ -1132,7 +1132,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.3.1",
"apache-airflow>=2.6.0",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"trino>=0.318.0"
],
"devel-deps": [],
@@ -1160,7 +1160,7 @@
"weaviate": {
"deps": [
"apache-airflow>=2.6.0",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"weaviate-client>=3.24.2"
],
"devel-deps": [],
diff --git a/pyproject.toml b/pyproject.toml
index b00278f511..001dd86d37 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -218,7 +218,11 @@ otel = [
"opentelemetry-exporter-prometheus",
]
pandas = [
- "pandas>=1.2.5",
+ # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+ #
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+ # However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
+ # In addition FAB also limit sqlalchemy to < 2.0
+ "pandas>=1.2.5,<2.2",
]
password = [
"bcrypt>=2.0.0",
@@ -597,7 +601,7 @@ apache-hdfs = [ # source:
airflow/providers/apache/hdfs/provider.yaml
apache-hive = [ # source: airflow/providers/apache/hive/provider.yaml
"apache-airflow[common_sql]",
"hmsclient>=0.1.0",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"pyhive[hive_pure_sasl]>=0.7.0",
"thrift>=0.9.2",
]
@@ -694,7 +698,7 @@ elasticsearch = [ # source:
airflow/providers/elasticsearch/provider.yaml
]
exasol = [ # source: airflow/providers/exasol/provider.yaml
"apache-airflow[common_sql]",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"pyexasol>=0.5.1",
]
facebook = [ # source: airflow/providers/facebook/provider.yaml
@@ -759,7 +763,7 @@ google = [ # source: airflow/providers/google/provider.yaml
"json-merge-patch>=0.2",
"looker-sdk>=22.2.0",
"pandas-gbq",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"proto-plus>=1.19.6",
"sqlalchemy-bigquery>=1.2.1",
"sqlalchemy-spanner>=1.6.2",
@@ -884,14 +888,14 @@ postgres = [ # source:
airflow/providers/postgres/provider.yaml
]
presto = [ # source: airflow/providers/presto/provider.yaml
"apache-airflow[common_sql]",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"presto-python-client>=0.8.4",
]
redis = [ # source: airflow/providers/redis/provider.yaml
"redis>=4.5.2,<5.0.0,!=4.5.5",
]
salesforce = [ # source: airflow/providers/salesforce/provider.yaml
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"simple-salesforce>=1.0.0",
]
samba = [ # source: airflow/providers/samba/provider.yaml
@@ -940,7 +944,7 @@ telegram = [ # source:
airflow/providers/telegram/provider.yaml
]
trino = [ # source: airflow/providers/trino/provider.yaml
"apache-airflow[common_sql]",
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"trino>=0.318.0",
]
vertica = [ # source: airflow/providers/vertica/provider.yaml
@@ -948,7 +952,7 @@ vertica = [ # source:
airflow/providers/vertica/provider.yaml
"vertica-python>=0.5.1",
]
weaviate = [ # source: airflow/providers/weaviate/provider.yaml
- "pandas>=1.2.5",
+ "pandas>=1.2.5,<2.2",
"weaviate-client>=3.24.2",
]
yandex = [ # source: airflow/providers/yandex/provider.yaml
