This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 5171c9670ad Require multiprocess>=0.70.16 and dill>=0.3.8 in
huggingface provider (#77078)
5171c9670ad is described below
commit 5171c9670adc41a03964c274d83d695518b147ff
Author: Jarek Potiuk <[email protected]>
AuthorDate: Sat Nov 14 07:40:16 2026 +0100
Require multiprocess>=0.70.16 and dill>=0.3.8 in huggingface provider
(#77078)
Airflow 3.0.6 constraints pin dill==0.3.1.1, which makes uv fall back to
multiprocess==0.70.9. That version ships only as an sdist whose build hangs,
timing out the Airflow 3.0.6 provider compatibility job.
Generated-by: Claude Opus 5
---
providers/huggingface/README.rst | 2 ++
providers/huggingface/docs/index.rst | 2 ++
providers/huggingface/pyproject.toml | 4 ++++
uv.lock | 6 +++++-
4 files changed, 13 insertions(+), 1 deletion(-)
diff --git a/providers/huggingface/README.rst b/providers/huggingface/README.rst
index 393f34c3933..c07dfd5068e 100644
--- a/providers/huggingface/README.rst
+++ b/providers/huggingface/README.rst
@@ -55,7 +55,9 @@ PIP package Version required
``apache-airflow`` ``>=3.0,<4``
``apache-airflow-providers-common-compat`` ``>=1.8.0``
``datasets`` ``>=5.0.0``
+``dill`` ``>=0.3.8``
``huggingface-hub`` ``>=0.24``
+``multiprocess`` ``>=0.70.16``
========================================== ==================
The changelog for the provider package can be found in the
diff --git a/providers/huggingface/docs/index.rst
b/providers/huggingface/docs/index.rst
index 539b8f89116..778bf930986 100644
--- a/providers/huggingface/docs/index.rst
+++ b/providers/huggingface/docs/index.rst
@@ -151,7 +151,9 @@ PIP package Version required
``apache-airflow`` ``>=3.0,<4``
``apache-airflow-providers-common-compat`` ``>=1.8.0``
``datasets`` ``>=5.0.0``
+``dill`` ``>=0.3.8``
``huggingface-hub`` ``>=0.24``
+``multiprocess`` ``>=0.70.16``
========================================== ==================
Downloading official packages
diff --git a/providers/huggingface/pyproject.toml
b/providers/huggingface/pyproject.toml
index b7b44764c40..5828b593e79 100644
--- a/providers/huggingface/pyproject.toml
+++ b/providers/huggingface/pyproject.toml
@@ -61,7 +61,11 @@ dependencies = [
"apache-airflow>=3.0,<4",
"apache-airflow-providers-common-compat>=1.8.0",
"datasets>=5.0.0",
+ # constraints-3.0.6 pins dill==0.3.1.1, so without these floors uv falls
back to the
+ # source-only multiprocess==0.70.9, whose build hangs. multiprocess 0.70.16
needs dill>=0.3.8.
+ "dill>=0.3.8",
"huggingface-hub>=0.24",
+ "multiprocess>=0.70.16",
]
[dependency-groups]
diff --git a/uv.lock b/uv.lock
index de7f6aa6ecd..d5592247a4d 100644
--- a/uv.lock
+++ b/uv.lock
@@ -2053,7 +2053,7 @@ requires-dist = [
{ name = "sentry-sdk", marker = "extra == 'sentry'", specifier =
">=2.30.0" },
{ name = "uv", marker = "extra == 'uv'", specifier = ">=0.13.7" },
]
-provides-extras = ["all-core", "async", "graphviz", "gunicorn", "kerberos",
"memray", "otel", "statsd", "all-task-sdk", "airbyte", "akeyless", "alibaba",
"amazon", "anthropic", "apache-arrow", "apache-beam", "apache-cassandra",
"apache-drill", "apache-druid", "apache-flink", "apache-hdfs", "apache-hive",
"apache-iceberg", "apache-impala", "apache-kafka", "apache-kylin",
"apache-livy", "apache-pig", "apache-pinot", "apache-spark",
"apache-tinkerpop", "apprise", "arangodb", "asana", "atlas [...]
+provides-extras = ["all-core", "async", "graphviz", "gunicorn", "kerberos",
"memray", "otel", "statsd", "all-task-sdk", "airbyte", "akeyless", "alibaba",
"amazon", "anthropic", "apache-arrow", "apache-beam", "apache-cassandra",
"apache-drill", "apache-druid", "apache-flink", "apache-hdfs", "apache-hive",
"apache-iceberg", "apache-impala", "apache-kafka", "apache-kylin",
"apache-livy", "apache-pig", "apache-pinot", "apache-spark",
"apache-tinkerpop", "apprise", "arangodb", "asana", "atlas [...]
[package.metadata.requires-dev]
ci-image = [
@@ -6536,7 +6536,9 @@ dependencies = [
{ name = "apache-airflow" },
{ name = "apache-airflow-providers-common-compat" },
{ name = "datasets" },
+ { name = "dill" },
{ name = "huggingface-hub" },
+ { name = "multiprocess" },
]
[package.dev-dependencies]
@@ -6555,7 +6557,9 @@ requires-dist = [
{ name = "apache-airflow", editable = "." },
{ name = "apache-airflow-providers-common-compat", editable =
"providers/common/compat" },
{ name = "datasets", specifier = ">=5.0.0" },
+ { name = "dill", specifier = ">=0.3.8" },
{ name = "huggingface-hub", specifier = ">=0.24" },
+ { name = "multiprocess", specifier = ">=0.70.16" },
]
[package.metadata.requires-dev]