This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new f14430d4d3 Temporarily exclude openlineage from "PyPI" constraints
generation (#33101)
f14430d4d3 is described below
commit f14430d4d34413ea7aae0378a5169e4a16597555
Author: Jarek Potiuk <[email protected]>
AuthorDate: Fri Aug 4 09:41:01 2023 +0200
Temporarily exclude openlineage from "PyPI" constraints generation (#33101)
The openlineage provider has apache-airflow >= 2.7.0 as dependency,
and this is a problem for automated constraint generation. Since there
is only one version of the provider released, it's the only one that
can be installed from PyPI, but until apache-airflow 2.7.0 is released
it cannot be installed because of the dependency missing.
This makes calculating of the constraints by PyPI impossible and it
loops in continuously trying to find a solution that cannot be found.
In order to unblock constraint generation we need to exclude the
provider temporarily and regenerate the constraints again when airflow
2.7.0 gets released (which will generally only bring the open-lineage
provider as part of the constraints).
(cherry picked from commit b08188e24bf7e52a0b700e083caa38347a4fa3fc)
---
scripts/in_container/_in_container_utils.sh | 7 +++++++
1 file changed, 7 insertions(+)
diff --git a/scripts/in_container/_in_container_utils.sh
b/scripts/in_container/_in_container_utils.sh
index e01409bbe2..8d4996a2f5 100644
--- a/scripts/in_container/_in_container_utils.sh
+++ b/scripts/in_container/_in_container_utils.sh
@@ -287,6 +287,13 @@ function
install_all_providers_from_pypi_with_eager_upgrade() {
for provider_package in ${ALL_PROVIDERS_PACKAGES}
do
echo -n "Checking if ${provider_package} is available in PyPI: "
+ if [[ ${provider_package} == "apache-airflow-providers-openlineage"
]]; then
+ # The openlineage provider has 2.7.0 airflow dependency so it
should be excluded for now in
+ # "pypi" dependency calculation
+ # We should remove it right after 2.7.0 is released to PyPI and
regenerate the 2.7.0 constraints
+ echo "${COLOR_YELLOW}Skipped until 2.7.0 is released${COLOR_RESET}"
+ continue
+ fi
res=$(curl --head -s -o /dev/null -w "%{http_code}"
"https://pypi.org/project/${provider_package}/";)
if [[ ${res} == "200" ]]; then
packages_to_install+=( "${provider_package}" )
