This is an automated email from the ASF dual-hosted git repository.
yhu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 90b77e726e7 Regenerate Python requirement (#34666)
90b77e726e7 is described below
commit 90b77e726e734b3f312709aed2a5213c80cc33b4
Author: Yi Hu <[email protected]>
AuthorDate: Fri Apr 18 10:52:48 2025 -0400
Regenerate Python requirement (#34666)
* Remove nose
* Add virtualenv-clone to manual
---
.../container/base_image_requirements_manual.txt | 1 -
.../container/py310/base_image_requirements.txt | 40 ++++++++++------------
.../container/py311/base_image_requirements.txt | 40 ++++++++++------------
.../container/py312/base_image_requirements.txt | 40 ++++++++++------------
.../container/py39/base_image_requirements.txt | 38 ++++++++++----------
5 files changed, 75 insertions(+), 84 deletions(-)
diff --git a/sdks/python/container/base_image_requirements_manual.txt
b/sdks/python/container/base_image_requirements_manual.txt
index 0e50702d807..67d4a04f691 100644
--- a/sdks/python/container/base_image_requirements_manual.txt
+++ b/sdks/python/container/base_image_requirements_manual.txt
@@ -34,7 +34,6 @@ google-cloud-profiler
guppy3
mmh3 # Optimizes execution of some Beam codepaths. TODO: Make it Beam's
dependency.
nltk # Commonly used for natural language processing.
-nose==1.3.7 # For Dataflow internal testing. TODO: remove this.
google-crc32c
scipy
scikit-learn
diff --git a/sdks/python/container/py310/base_image_requirements.txt
b/sdks/python/container/py310/base_image_requirements.txt
index d8c84479b50..b5e58532709 100644
--- a/sdks/python/container/py310/base_image_requirements.txt
+++ b/sdks/python/container/py310/base_image_requirements.txt
@@ -25,7 +25,7 @@ annotated-types==0.7.0
async-timeout==5.0.1
attrs==25.3.0
backports.tarfile==1.2.0
-beautifulsoup4==4.13.3
+beautifulsoup4==4.13.4
bs4==0.0.2
build==1.2.2.post1
cachetools==5.5.2
@@ -33,7 +33,6 @@ certifi==2025.1.31
cffi==1.17.1
charset-normalizer==3.4.1
click==8.1.8
-cloudpickle==2.2.1
crcmod==1.7
cryptography==44.0.2
Cython==3.0.12
@@ -51,16 +50,16 @@ fasteners==0.19
freezegun==1.5.1
future==1.0.0
google-api-core==2.24.2
-google-api-python-client==2.166.0
+google-api-python-client==2.167.0
google-apitools==0.5.31
-google-auth==2.38.0
+google-auth==2.39.0
google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.87.0
+google-cloud-aiplatform==1.89.0
google-cloud-bigquery==3.31.0
google-cloud-bigquery-storage==2.30.0
-google-cloud-bigtable==2.30.0
+google-cloud-bigtable==2.30.1
google-cloud-core==2.4.3
-google-cloud-datastore==2.20.2
+google-cloud-datastore==2.21.0
google-cloud-dlp==3.29.0
google-cloud-language==2.17.1
google-cloud-profiler==4.1.0
@@ -74,8 +73,8 @@ google-cloud-videointelligence==2.16.1
google-cloud-vision==3.10.1
google-crc32c==1.7.1
google-resumable-media==2.7.2
-googleapis-common-protos==1.69.2
-greenlet==3.1.1
+googleapis-common-protos==1.70.0
+greenlet==3.2.0
grpc-google-iam-v1==0.14.2
grpc-interceptor==0.15.4
grpcio==1.65.5
@@ -83,7 +82,7 @@ grpcio-status==1.65.5
guppy3==3.1.5
hdfs==2.7.3
httplib2==0.22.0
-hypothesis==6.130.6
+hypothesis==6.131.2
idna==3.10
importlib_metadata==8.6.1
iniconfig==2.1.0
@@ -103,13 +102,12 @@ mmh3==5.1.0
mock==5.2.0
more-itertools==10.6.0
nltk==3.9.1
-nose==1.3.7
numpy==2.2.4
oauth2client==4.1.3
objsize==0.7.1
-opentelemetry-api==1.31.1
-opentelemetry-sdk==1.31.1
-opentelemetry-semantic-conventions==0.52b1
+opentelemetry-api==1.32.1
+opentelemetry-sdk==1.32.1
+opentelemetry-semantic-conventions==0.53b1
orjson==3.10.16
overrides==7.7.0
packaging==24.2
@@ -124,11 +122,11 @@ pyarrow-hotfix==0.6
pyasn1==0.6.1
pyasn1_modules==0.4.2
pycparser==2.22
-pydantic==2.11.1
-pydantic_core==2.33.0
+pydantic==2.11.3
+pydantic_core==2.33.1
pydot==1.4.2
PyHamcrest==2.1.0
-pymongo==4.11.3
+pymongo==4.12.0
PyMySQL==1.1.1
pyparsing==3.2.3
pyproject_hooks==1.2.0
@@ -144,11 +142,11 @@ regex==2024.11.6
requests==2.32.3
requests-mock==1.12.1
rpds-py==0.24.0
-rsa==4.9
+rsa==4.9.1
scikit-learn==1.6.1
scipy==1.15.2
SecretStorage==3.3.3
-shapely==2.0.7
+shapely==2.1.0
six==1.17.0
sortedcontainers==2.4.0
soupsieve==2.6
@@ -160,10 +158,10 @@ threadpoolctl==3.6.0
tomli==2.2.1
tqdm==4.67.1
typing-inspection==0.4.0
-typing_extensions==4.13.0
+typing_extensions==4.13.2
tzdata==2025.2
uritemplate==4.1.1
-urllib3==2.3.0
+urllib3==2.4.0
virtualenv-clone==0.5.7
wrapt==1.17.2
zipp==3.21.0
diff --git a/sdks/python/container/py311/base_image_requirements.txt
b/sdks/python/container/py311/base_image_requirements.txt
index dc0c3f2b95a..804fd3b8304 100644
--- a/sdks/python/container/py311/base_image_requirements.txt
+++ b/sdks/python/container/py311/base_image_requirements.txt
@@ -24,7 +24,7 @@
annotated-types==0.7.0
attrs==25.3.0
backports.tarfile==1.2.0
-beautifulsoup4==4.13.3
+beautifulsoup4==4.13.4
bs4==0.0.2
build==1.2.2.post1
cachetools==5.5.2
@@ -32,7 +32,6 @@ certifi==2025.1.31
cffi==1.17.1
charset-normalizer==3.4.1
click==8.1.8
-cloudpickle==2.2.1
crcmod==1.7
cryptography==44.0.2
Cython==3.0.12
@@ -49,16 +48,16 @@ fasteners==0.19
freezegun==1.5.1
future==1.0.0
google-api-core==2.24.2
-google-api-python-client==2.166.0
+google-api-python-client==2.167.0
google-apitools==0.5.31
-google-auth==2.38.0
+google-auth==2.39.0
google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.87.0
+google-cloud-aiplatform==1.89.0
google-cloud-bigquery==3.31.0
google-cloud-bigquery-storage==2.30.0
-google-cloud-bigtable==2.30.0
+google-cloud-bigtable==2.30.1
google-cloud-core==2.4.3
-google-cloud-datastore==2.20.2
+google-cloud-datastore==2.21.0
google-cloud-dlp==3.29.0
google-cloud-language==2.17.1
google-cloud-profiler==4.1.0
@@ -72,8 +71,8 @@ google-cloud-videointelligence==2.16.1
google-cloud-vision==3.10.1
google-crc32c==1.7.1
google-resumable-media==2.7.2
-googleapis-common-protos==1.69.2
-greenlet==3.1.1
+googleapis-common-protos==1.70.0
+greenlet==3.2.0
grpc-google-iam-v1==0.14.2
grpc-interceptor==0.15.4
grpcio==1.65.5
@@ -81,7 +80,7 @@ grpcio-status==1.65.5
guppy3==3.1.5
hdfs==2.7.3
httplib2==0.22.0
-hypothesis==6.130.6
+hypothesis==6.131.2
idna==3.10
importlib_metadata==8.6.1
iniconfig==2.1.0
@@ -101,13 +100,12 @@ mmh3==5.1.0
mock==5.2.0
more-itertools==10.6.0
nltk==3.9.1
-nose==1.3.7
numpy==2.2.4
oauth2client==4.1.3
objsize==0.7.1
-opentelemetry-api==1.31.1
-opentelemetry-sdk==1.31.1
-opentelemetry-semantic-conventions==0.52b1
+opentelemetry-api==1.32.1
+opentelemetry-sdk==1.32.1
+opentelemetry-semantic-conventions==0.53b1
orjson==3.10.16
overrides==7.7.0
packaging==24.2
@@ -122,11 +120,11 @@ pyarrow-hotfix==0.6
pyasn1==0.6.1
pyasn1_modules==0.4.2
pycparser==2.22
-pydantic==2.11.1
-pydantic_core==2.33.0
+pydantic==2.11.3
+pydantic_core==2.33.1
pydot==1.4.2
PyHamcrest==2.1.0
-pymongo==4.11.3
+pymongo==4.12.0
PyMySQL==1.1.1
pyparsing==3.2.3
pyproject_hooks==1.2.0
@@ -142,11 +140,11 @@ regex==2024.11.6
requests==2.32.3
requests-mock==1.12.1
rpds-py==0.24.0
-rsa==4.9
+rsa==4.9.1
scikit-learn==1.6.1
scipy==1.15.2
SecretStorage==3.3.3
-shapely==2.0.7
+shapely==2.1.0
six==1.17.0
sortedcontainers==2.4.0
soupsieve==2.6
@@ -157,10 +155,10 @@ testcontainers==3.7.1
threadpoolctl==3.6.0
tqdm==4.67.1
typing-inspection==0.4.0
-typing_extensions==4.13.0
+typing_extensions==4.13.2
tzdata==2025.2
uritemplate==4.1.1
-urllib3==2.3.0
+urllib3==2.4.0
virtualenv-clone==0.5.7
wrapt==1.17.2
zipp==3.21.0
diff --git a/sdks/python/container/py312/base_image_requirements.txt
b/sdks/python/container/py312/base_image_requirements.txt
index a34f4ccef48..7400b72f8cb 100644
--- a/sdks/python/container/py312/base_image_requirements.txt
+++ b/sdks/python/container/py312/base_image_requirements.txt
@@ -23,7 +23,7 @@
annotated-types==0.7.0
attrs==25.3.0
-beautifulsoup4==4.13.3
+beautifulsoup4==4.13.4
bs4==0.0.2
build==1.2.2.post1
cachetools==5.5.2
@@ -31,7 +31,6 @@ certifi==2025.1.31
cffi==1.17.1
charset-normalizer==3.4.1
click==8.1.8
-cloudpickle==2.2.1
crcmod==1.7
cryptography==44.0.2
Cython==3.0.12
@@ -48,16 +47,16 @@ fasteners==0.19
freezegun==1.5.1
future==1.0.0
google-api-core==2.24.2
-google-api-python-client==2.166.0
+google-api-python-client==2.167.0
google-apitools==0.5.31
-google-auth==2.38.0
+google-auth==2.39.0
google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.87.0
+google-cloud-aiplatform==1.89.0
google-cloud-bigquery==3.31.0
google-cloud-bigquery-storage==2.30.0
-google-cloud-bigtable==2.30.0
+google-cloud-bigtable==2.30.1
google-cloud-core==2.4.3
-google-cloud-datastore==2.20.2
+google-cloud-datastore==2.21.0
google-cloud-dlp==3.29.0
google-cloud-language==2.17.1
google-cloud-profiler==4.1.0
@@ -71,8 +70,8 @@ google-cloud-videointelligence==2.16.1
google-cloud-vision==3.10.1
google-crc32c==1.7.1
google-resumable-media==2.7.2
-googleapis-common-protos==1.69.2
-greenlet==3.1.1
+googleapis-common-protos==1.70.0
+greenlet==3.2.0
grpc-google-iam-v1==0.14.2
grpc-interceptor==0.15.4
grpcio==1.65.5
@@ -80,7 +79,7 @@ grpcio-status==1.65.5
guppy3==3.1.5
hdfs==2.7.3
httplib2==0.22.0
-hypothesis==6.130.6
+hypothesis==6.131.2
idna==3.10
importlib_metadata==8.6.1
iniconfig==2.1.0
@@ -100,13 +99,12 @@ mmh3==5.1.0
mock==5.2.0
more-itertools==10.6.0
nltk==3.9.1
-nose==1.3.7
numpy==2.2.4
oauth2client==4.1.3
objsize==0.7.1
-opentelemetry-api==1.31.1
-opentelemetry-sdk==1.31.1
-opentelemetry-semantic-conventions==0.52b1
+opentelemetry-api==1.32.1
+opentelemetry-sdk==1.32.1
+opentelemetry-semantic-conventions==0.53b1
orjson==3.10.16
overrides==7.7.0
packaging==24.2
@@ -121,11 +119,11 @@ pyarrow-hotfix==0.6
pyasn1==0.6.1
pyasn1_modules==0.4.2
pycparser==2.22
-pydantic==2.11.1
-pydantic_core==2.33.0
+pydantic==2.11.3
+pydantic_core==2.33.1
pydot==1.4.2
PyHamcrest==2.1.0
-pymongo==4.11.3
+pymongo==4.12.0
PyMySQL==1.1.1
pyparsing==3.2.3
pyproject_hooks==1.2.0
@@ -141,12 +139,12 @@ regex==2024.11.6
requests==2.32.3
requests-mock==1.12.1
rpds-py==0.24.0
-rsa==4.9
+rsa==4.9.1
scikit-learn==1.6.1
scipy==1.15.2
SecretStorage==3.3.3
setuptools==78.1.0
-shapely==2.0.7
+shapely==2.1.0
six==1.17.0
sortedcontainers==2.4.0
soupsieve==2.6
@@ -157,10 +155,10 @@ testcontainers==3.7.1
threadpoolctl==3.6.0
tqdm==4.67.1
typing-inspection==0.4.0
-typing_extensions==4.13.0
+typing_extensions==4.13.2
tzdata==2025.2
uritemplate==4.1.1
-urllib3==2.3.0
+urllib3==2.4.0
virtualenv-clone==0.5.7
wheel==0.45.1
wrapt==1.17.2
diff --git a/sdks/python/container/py39/base_image_requirements.txt
b/sdks/python/container/py39/base_image_requirements.txt
index 6be1fdd3b0d..ca4abe2963a 100644
--- a/sdks/python/container/py39/base_image_requirements.txt
+++ b/sdks/python/container/py39/base_image_requirements.txt
@@ -25,7 +25,7 @@ annotated-types==0.7.0
async-timeout==5.0.1
attrs==25.3.0
backports.tarfile==1.2.0
-beautifulsoup4==4.13.3
+beautifulsoup4==4.13.4
bs4==0.0.2
build==1.2.2.post1
cachetools==5.5.2
@@ -33,7 +33,6 @@ certifi==2025.1.31
cffi==1.17.1
charset-normalizer==3.4.1
click==8.1.8
-cloudpickle==2.2.1
crcmod==1.7
cryptography==44.0.2
Cython==3.0.12
@@ -51,16 +50,16 @@ fasteners==0.19
freezegun==1.5.1
future==1.0.0
google-api-core==2.24.2
-google-api-python-client==2.166.0
+google-api-python-client==2.167.0
google-apitools==0.5.31
-google-auth==2.38.0
+google-auth==2.39.0
google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.87.0
+google-cloud-aiplatform==1.89.0
google-cloud-bigquery==3.31.0
google-cloud-bigquery-storage==2.30.0
-google-cloud-bigtable==2.30.0
+google-cloud-bigtable==2.30.1
google-cloud-core==2.4.3
-google-cloud-datastore==2.20.2
+google-cloud-datastore==2.21.0
google-cloud-dlp==3.29.0
google-cloud-language==2.17.1
google-cloud-profiler==4.1.0
@@ -74,8 +73,8 @@ google-cloud-videointelligence==2.16.1
google-cloud-vision==3.10.1
google-crc32c==1.7.1
google-resumable-media==2.7.2
-googleapis-common-protos==1.69.2
-greenlet==3.1.1
+googleapis-common-protos==1.70.0
+greenlet==3.2.0
grpc-google-iam-v1==0.14.2
grpc-interceptor==0.15.4
grpcio==1.65.5
@@ -83,7 +82,7 @@ grpcio-status==1.65.5
guppy3==3.1.5
hdfs==2.7.3
httplib2==0.22.0
-hypothesis==6.130.6
+hypothesis==6.131.2
idna==3.10
importlib_metadata==8.6.1
iniconfig==2.1.0
@@ -103,13 +102,12 @@ mmh3==5.1.0
mock==5.2.0
more-itertools==10.6.0
nltk==3.9.1
-nose==1.3.7
numpy==2.0.2
oauth2client==4.1.3
objsize==0.7.1
-opentelemetry-api==1.31.1
-opentelemetry-sdk==1.31.1
-opentelemetry-semantic-conventions==0.52b1
+opentelemetry-api==1.32.1
+opentelemetry-sdk==1.32.1
+opentelemetry-semantic-conventions==0.53b1
orjson==3.10.16
overrides==7.7.0
packaging==24.2
@@ -124,11 +122,11 @@ pyarrow-hotfix==0.6
pyasn1==0.6.1
pyasn1_modules==0.4.2
pycparser==2.22
-pydantic==2.11.1
-pydantic_core==2.33.0
+pydantic==2.11.3
+pydantic_core==2.33.1
pydot==1.4.2
PyHamcrest==2.1.0
-pymongo==4.11.3
+pymongo==4.12.0
PyMySQL==1.1.1
pyparsing==3.2.3
pyproject_hooks==1.2.0
@@ -144,7 +142,7 @@ regex==2024.11.6
requests==2.32.3
requests-mock==1.12.1
rpds-py==0.24.0
-rsa==4.9
+rsa==4.9.1
scikit-learn==1.6.1
scipy==1.13.1
SecretStorage==3.3.3
@@ -160,10 +158,10 @@ threadpoolctl==3.6.0
tomli==2.2.1
tqdm==4.67.1
typing-inspection==0.4.0
-typing_extensions==4.13.0
+typing_extensions==4.13.2
tzdata==2025.2
uritemplate==4.1.1
-urllib3==2.3.0
+urllib3==2.4.0
virtualenv-clone==0.5.7
wrapt==1.17.2
zipp==3.21.0