This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new b1f709b7243 Remove obsolete pandas specfication for pre-python 3.9
(#45399)
b1f709b7243 is described below
commit b1f709b7243213b838ef43941792482fe674ed84
Author: Jarek Potiuk <[email protected]>
AuthorDate: Sat Jan 4 19:58:34 2025 +0100
Remove obsolete pandas specfication for pre-python 3.9 (#45399)
---
generated/provider_dependencies.json | 33 ++++++++--------------
.../src/airflow/providers/amazon/provider.yaml | 3 +-
.../airflow/providers/apache/hdfs/provider.yaml | 3 +-
.../airflow/providers/apache/hive/provider.yaml | 4 +--
.../src/airflow/providers/common/sql/provider.yaml | 3 +-
.../src/airflow/providers/databricks/provider.yaml | 3 +-
.../src/airflow/providers/exasol/provider.yaml | 3 +-
.../src/airflow/providers/google/provider.yaml | 3 +-
.../src/airflow/providers/papermill/provider.yaml | 3 +-
.../src/airflow/providers/presto/provider.yaml | 3 +-
.../src/airflow/providers/salesforce/provider.yaml | 3 +-
.../src/airflow/providers/snowflake/provider.yaml | 3 +-
.../src/airflow/providers/trino/provider.yaml | 3 +-
.../src/airflow/providers/weaviate/provider.yaml | 3 +-
14 files changed, 24 insertions(+), 49 deletions(-)
diff --git a/generated/provider_dependencies.json
b/generated/provider_dependencies.json
index d2f9a81d744..6e0616ac4cc 100644
--- a/generated/provider_dependencies.json
+++ b/generated/provider_dependencies.json
@@ -148,8 +148,7 @@
"apache-airflow>=2.9.0",
"hdfs[avro,dataframe,kerberos]>=2.5.4;python_version<\"3.12\"",
"hdfs[avro,dataframe,kerberos]>=2.7.3;python_version>=\"3.12\"",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\""
+ "pandas>=2.1.2,<2.2"
],
"devel-deps": [],
"plugins": [],
@@ -163,8 +162,7 @@
"apache-airflow>=2.9.0",
"hmsclient>=0.1.0",
"jmespath>=0.7.0",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"pyhive[hive_pure_sasl]>=0.7.0",
"thrift>=0.11.0"
],
@@ -438,8 +436,7 @@
"apache-airflow>=2.9.0",
"databricks-sql-connector>=3.0.0",
"mergedeep>=1.3.4",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"pyarrow>=14.0.1",
"requests>=2.27.0,<3"
],
@@ -562,8 +559,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"pyexasol>=0.5.1"
],
"devel-deps": [],
@@ -691,8 +687,7 @@
"json-merge-patch>=0.2",
"looker-sdk>=22.4.0,!=24.18.0",
"pandas-gbq>=0.7.0",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"proto-plus>=1.19.6",
"pyarrow>=14.0.1",
"python-slugify>=7.0.0",
@@ -1047,8 +1042,7 @@
"deps": [
"apache-airflow>=2.9.0",
"ipykernel>=6.29.4",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"papermill[all]>=2.6.0",
"scrapbook[all]>=0.5.0"
],
@@ -1105,8 +1099,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"presto-python-client>=0.8.4"
],
"devel-deps": [],
@@ -1143,8 +1136,7 @@
"salesforce": {
"deps": [
"apache-airflow>=2.9.0",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"simple-salesforce>=1.0.0"
],
"devel-deps": [],
@@ -1245,8 +1237,7 @@
"apache-airflow-providers-common-compat>=1.1.0",
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"pyarrow>=14.0.1",
"snowflake-connector-python>=3.7.1",
"snowflake-snowpark-python>=1.17.0;python_version<\"3.12\"",
@@ -1342,8 +1333,7 @@
"deps": [
"apache-airflow-providers-common-sql>=1.20.0",
"apache-airflow>=2.9.0",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"trino>=0.318.0"
],
"devel-deps": [],
@@ -1374,8 +1364,7 @@
"deps": [
"apache-airflow>=2.9.0",
"httpx>=0.25.0",
- "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
- "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
+ "pandas>=2.1.2,<2.2",
"weaviate-client>=4.4.0"
],
"devel-deps": [],
diff --git a/providers/src/airflow/providers/amazon/provider.yaml
b/providers/src/airflow/providers/amazon/provider.yaml
index 691beba690f..df76336c5ac 100644
--- a/providers/src/airflow/providers/amazon/provider.yaml
+++ b/providers/src/airflow/providers/amazon/provider.yaml
@@ -120,8 +120,7 @@ additional-extras:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
# There is conflict between boto3 and aiobotocore dependency botocore.
diff --git a/providers/src/airflow/providers/apache/hdfs/provider.yaml
b/providers/src/airflow/providers/apache/hdfs/provider.yaml
index 0ebc216ea3b..acafe5525d7 100644
--- a/providers/src/airflow/providers/apache/hdfs/provider.yaml
+++ b/providers/src/airflow/providers/apache/hdfs/provider.yaml
@@ -60,8 +60,7 @@ dependencies:
- apache-airflow>=2.9.0
- hdfs[avro,dataframe,kerberos]>=2.5.4;python_version<"3.12"
- hdfs[avro,dataframe,kerberos]>=2.7.3;python_version>="3.12"
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
integrations:
diff --git a/providers/src/airflow/providers/apache/hive/provider.yaml
b/providers/src/airflow/providers/apache/hive/provider.yaml
index eee9878e9f2..86363307d1f 100644
--- a/providers/src/airflow/providers/apache/hive/provider.yaml
+++ b/providers/src/airflow/providers/apache/hive/provider.yaml
@@ -81,9 +81,7 @@ dependencies:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
-
+ - pandas>=2.1.2,<2.2
- pyhive[hive_pure_sasl]>=0.7.0
- thrift>=0.11.0
- jmespath>=0.7.0
diff --git a/providers/src/airflow/providers/common/sql/provider.yaml
b/providers/src/airflow/providers/common/sql/provider.yaml
index 530cc351882..c3b68033173 100644
--- a/providers/src/airflow/providers/common/sql/provider.yaml
+++ b/providers/src/airflow/providers/common/sql/provider.yaml
@@ -76,8 +76,7 @@ additional-extras:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
integrations:
diff --git a/providers/src/airflow/providers/databricks/provider.yaml
b/providers/src/airflow/providers/databricks/provider.yaml
index 46e6a994c14..0efe1474ec1 100644
--- a/providers/src/airflow/providers/databricks/provider.yaml
+++ b/providers/src/airflow/providers/databricks/provider.yaml
@@ -79,8 +79,7 @@ dependencies:
- databricks-sql-connector>=3.0.0
- aiohttp>=3.9.2, <4
- mergedeep>=1.3.4
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
- pyarrow>=14.0.1
diff --git a/providers/src/airflow/providers/exasol/provider.yaml
b/providers/src/airflow/providers/exasol/provider.yaml
index f19efc0839e..ea80a61bd95 100644
--- a/providers/src/airflow/providers/exasol/provider.yaml
+++ b/providers/src/airflow/providers/exasol/provider.yaml
@@ -69,8 +69,7 @@ dependencies:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
integrations:
diff --git a/providers/src/airflow/providers/google/provider.yaml
b/providers/src/airflow/providers/google/provider.yaml
index b253967472d..8b5ed8539cf 100644
--- a/providers/src/airflow/providers/google/provider.yaml
+++ b/providers/src/airflow/providers/google/provider.yaml
@@ -170,8 +170,7 @@ dependencies:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
# A transient dependency of google-cloud-bigquery-datatransfer, but we
# further constrain it since older versions are buggy.
- proto-plus>=1.19.6
diff --git a/providers/src/airflow/providers/papermill/provider.yaml
b/providers/src/airflow/providers/papermill/provider.yaml
index 3eeed0e9804..98024b207d4 100644
--- a/providers/src/airflow/providers/papermill/provider.yaml
+++ b/providers/src/airflow/providers/papermill/provider.yaml
@@ -58,8 +58,7 @@ dependencies:
- papermill[all]>=2.6.0
- scrapbook[all]>=0.5.0
- ipykernel>=6.29.4
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
integrations:
- integration-name: Papermill
diff --git a/providers/src/airflow/providers/presto/provider.yaml
b/providers/src/airflow/providers/presto/provider.yaml
index a4568a4051a..b878a419221 100644
--- a/providers/src/airflow/providers/presto/provider.yaml
+++ b/providers/src/airflow/providers/presto/provider.yaml
@@ -70,8 +70,7 @@ dependencies:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
integrations:
diff --git a/providers/src/airflow/providers/salesforce/provider.yaml
b/providers/src/airflow/providers/salesforce/provider.yaml
index adbc911685b..d794c8b7466 100644
--- a/providers/src/airflow/providers/salesforce/provider.yaml
+++ b/providers/src/airflow/providers/salesforce/provider.yaml
@@ -65,8 +65,7 @@ dependencies:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
integrations:
diff --git a/providers/src/airflow/providers/snowflake/provider.yaml
b/providers/src/airflow/providers/snowflake/provider.yaml
index 0b268da02e7..bfb7ff8b3ef 100644
--- a/providers/src/airflow/providers/snowflake/provider.yaml
+++ b/providers/src/airflow/providers/snowflake/provider.yaml
@@ -88,8 +88,7 @@ dependencies:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
- pyarrow>=14.0.1
- snowflake-connector-python>=3.7.1
- snowflake-sqlalchemy>=1.4.0
diff --git a/providers/src/airflow/providers/trino/provider.yaml
b/providers/src/airflow/providers/trino/provider.yaml
index cc2c40832f7..197528f8f75 100644
--- a/providers/src/airflow/providers/trino/provider.yaml
+++ b/providers/src/airflow/providers/trino/provider.yaml
@@ -72,8 +72,7 @@ dependencies:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
- trino>=0.318.0
integrations:
diff --git a/providers/src/airflow/providers/weaviate/provider.yaml
b/providers/src/airflow/providers/weaviate/provider.yaml
index 5b3b0b9419e..8129f127183 100644
--- a/providers/src/airflow/providers/weaviate/provider.yaml
+++ b/providers/src/airflow/providers/weaviate/provider.yaml
@@ -57,8 +57,7 @@ dependencies:
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
# However Airflow not fully supports it yet:
https://github.com/apache/airflow/issues/28723
# In addition FAB also limit sqlalchemy to < 2.0
- - pandas>=2.1.2,<2.2;python_version>="3.9"
- - pandas>=1.5.3,<2.2;python_version<"3.9"
+ - pandas>=2.1.2,<2.2
hooks:
- integration-name: Weaviate
