This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 8fc984873a Exclude Python 3.12 for Databricks provider (#38070)
8fc984873a is described below
commit 8fc984873aab3424df0d44351da136e5c65b81e2
Author: Jarek Potiuk <[email protected]>
AuthorDate: Tue Mar 12 12:03:47 2024 +0100
Exclude Python 3.12 for Databricks provider (#38070)
Databricks is excluded for Python 3.12 because running
databricks-sql-python imports on Python 3.12 Cause extremely long import
times: https://github.com/databricks/databricks-sql-python/issues/369
and until the problem is fixed, we exclude Python 3.12 for Databricks
provider
---
airflow/providers/databricks/provider.yaml | 6 ++++++
generated/provider_dependencies.json | 4 +++-
pyproject.toml | 10 +++++-----
3 files changed, 14 insertions(+), 6 deletions(-)
diff --git a/airflow/providers/databricks/provider.yaml
b/airflow/providers/databricks/provider.yaml
index ddc22d4a4c..6bc0bbfe87 100644
--- a/airflow/providers/databricks/provider.yaml
+++ b/airflow/providers/databricks/provider.yaml
@@ -60,6 +60,12 @@ versions:
- 1.0.1
- 1.0.0
+
+# Databricks is excluded for Python 3.12 because running databricks-sql-python
imports on Python 3.12
+# Cause extremely long import times
https://github.com/databricks/databricks-sql-python/issues/369
+# and until the problem is fixed, we exclude Python 3.12 for Databricks
provider
+excluded-python-versions: ['3.12']
+
dependencies:
- apache-airflow>=2.6.0
- apache-airflow-providers-common-sql>=1.10.0
diff --git a/generated/provider_dependencies.json
b/generated/provider_dependencies.json
index 11bf459e27..015d6ee58e 100644
--- a/generated/provider_dependencies.json
+++ b/generated/provider_dependencies.json
@@ -377,7 +377,9 @@
"cross-providers-deps": [
"common.sql"
],
- "excluded-python-versions": [],
+ "excluded-python-versions": [
+ "3.12"
+ ],
"state": "ready"
},
"datadog": {
diff --git a/pyproject.toml b/pyproject.toml
index a68b47c4be..2f2aeb1926 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -662,12 +662,12 @@ common-sql = [ # source:
airflow/providers/common/sql/provider.yaml
"sqlparse>=0.4.2",
]
databricks = [ # source: airflow/providers/databricks/provider.yaml
- "aiohttp>=3.9.2, <4",
- "apache-airflow[common_sql]",
- "databricks-sql-connector>=2.0.0, <3.0.0, !=2.9.0",
- "requests>=2.27.0,<3",
+ "aiohttp>=3.9.2, <4;python_version != \"3.12\"",
+ "apache-airflow[common_sql];python_version != \"3.12\"",
+ "databricks-sql-connector>=2.0.0, <3.0.0, !=2.9.0;python_version !=
\"3.12\"",
+ "requests>=2.27.0,<3;python_version != \"3.12\"",
# Devel dependencies for the databricks provider
- "deltalake>=0.12.0",
+ "deltalake>=0.12.0;python_version != \"3.12\"",
]
datadog = [ # source: airflow/providers/datadog/provider.yaml
"datadog>=0.14.0",
