This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 732e0564d4 Make google provider pyarrow dependency explicit (#42996)
732e0564d4 is described below
commit 732e0564d47813dfb05b22b9b30a108d4668a3e5
Author: saucoide <[email protected]>
AuthorDate: Wed Oct 16 00:43:50 2024 +1300
Make google provider pyarrow dependency explicit (#42996)
* Make google provider pyarrow dependency explicit
The provider already depends on it directly but it was not listed in
provider.yaml
* Add comment to the change
* rerun hooks
---
generated/provider_dependencies.json | 1 +
providers/src/airflow/providers/google/provider.yaml | 2 ++
2 files changed, 3 insertions(+)
diff --git a/generated/provider_dependencies.json
b/generated/provider_dependencies.json
index c91323180f..e025266eeb 100644
--- a/generated/provider_dependencies.json
+++ b/generated/provider_dependencies.json
@@ -686,6 +686,7 @@
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
"proto-plus>=1.19.6",
+ "pyarrow>=14.0.1",
"python-slugify>=7.0.0",
"sqlalchemy-bigquery>=1.2.1",
"sqlalchemy-spanner>=1.6.2",
diff --git a/providers/src/airflow/providers/google/provider.yaml
b/providers/src/airflow/providers/google/provider.yaml
index 196a035bad..86a98a6962 100644
--- a/providers/src/airflow/providers/google/provider.yaml
+++ b/providers/src/airflow/providers/google/provider.yaml
@@ -170,6 +170,8 @@ dependencies:
# A transient dependency of google-cloud-bigquery-datatransfer, but we
# further constrain it since older versions are buggy.
- proto-plus>=1.19.6
+ # Used to write parquet files by BaseSqlToGCSOperator
+ - pyarrow>=14.0.1
- python-slugify>=7.0.0
- PyOpenSSL>=23.0.0
- sqlalchemy-bigquery>=1.2.1
