This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 08188f80f4 Bring back hive support for Python 3.11 (#32607)
08188f80f4 is described below
commit 08188f80f4bb6c225eaf4f58e2742c982a230652
Author: Jarek Potiuk <[email protected]>
AuthorDate: Thu Aug 24 11:52:43 2023 +0200
Bring back hive support for Python 3.11 (#32607)
Update airflow/providers/apache/hive/CHANGELOG.rst
Co-authored-by: Tzu-ping Chung <[email protected]>
---
airflow/providers/apache/hive/CHANGELOG.rst | 7 +++++++
airflow/providers/apache/hive/provider.yaml | 11 +----------
generated/provider_dependencies.json | 7 ++-----
3 files changed, 10 insertions(+), 15 deletions(-)
diff --git a/airflow/providers/apache/hive/CHANGELOG.rst
b/airflow/providers/apache/hive/CHANGELOG.rst
index 90c625c6c7..977761881f 100644
--- a/airflow/providers/apache/hive/CHANGELOG.rst
+++ b/airflow/providers/apache/hive/CHANGELOG.rst
@@ -27,6 +27,12 @@
Changelog
---------
+The provider now uses pure-sasl, a pure-Python implementation of SASL,
+which is better maintained than previous sasl implementation, even
+if a bit slower for sasl interface. It also allows hive to be
+installed for Python 3.11.
+
+
6.1.4
.....
@@ -49,6 +55,7 @@ Misc
* ``Add more accurate typing for DbApiHook.run method (#31846)``
* ``Move Hive configuration to Apache Hive provider (#32777)``
+
6.1.2
.....
diff --git a/airflow/providers/apache/hive/provider.yaml
b/airflow/providers/apache/hive/provider.yaml
index fe5e46529e..2b834e8a40 100644
--- a/airflow/providers/apache/hive/provider.yaml
+++ b/airflow/providers/apache/hive/provider.yaml
@@ -60,18 +60,9 @@ dependencies:
- apache-airflow-providers-common-sql>=1.3.1
- hmsclient>=0.1.0
- pandas>=0.17.1
- - pyhive[hive]>=0.6.0
- # in case of Python 3.9 sasl library needs to be installed with version
higher or equal than
- # 0.3.1 because only that version supports Python 3.9. For other Python
version pyhive[hive] pulls
- # the sasl library anyway (and there sasl library version is not relevant)
- - sasl>=0.3.1; python_version>="3.9"
+ - pyhive[hive_pure_sasl]>=0.7.0
- thrift>=0.9.2
-# Excluded because python-sasl is not yet compatible
-# with 3.11. See https://github.com/cloudera/python-sasl/issues/30
-excluded-python-versions:
- - "3.11"
-
integrations:
- integration-name: Apache Hive
external-doc-url: https://hive.apache.org/
diff --git a/generated/provider_dependencies.json
b/generated/provider_dependencies.json
index 0c5b09bd60..f388781e18 100644
--- a/generated/provider_dependencies.json
+++ b/generated/provider_dependencies.json
@@ -120,8 +120,7 @@
"apache-airflow>=2.4.0",
"hmsclient>=0.1.0",
"pandas>=0.17.1",
- "pyhive[hive]>=0.6.0",
- "sasl>=0.3.1; python_version>=\"3.9\"",
+ "pyhive[hive_pure_sasl]>=0.7.0",
"thrift>=0.9.2"
],
"cross-providers-deps": [
@@ -133,9 +132,7 @@
"samba",
"vertica"
],
- "excluded-python-versions": [
- "3.11"
- ]
+ "excluded-python-versions": []
},
"apache.impala": {
"deps": [
