This is an automated email from the ASF dual-hosted git repository.
Amar3tto pushed a commit to branch fix-inference-ml
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/fix-inference-ml by this push:
new df3317d76da Use Python 3.12
df3317d76da is described below
commit df3317d76daddffc21efcc54d3eee29c1b1e0abb
Author: Vitaly Terentyev <[email protected]>
AuthorDate: Wed Oct 7 12:03:47 2026 +0400
Use Python 3.12
---
.../beam_Inference_Python_Benchmarks_Dataflow.yml | 24 +++++++++++-----------
1 file changed, 12 insertions(+), 12 deletions(-)
diff --git a/.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml
b/.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml
index 828e94d0afc..57d509dead7 100644
--- a/.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml
+++ b/.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml
@@ -109,7 +109,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_image_captioning_benchmarks
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_image_captioning_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_13 }} --device=CPU
--mode=streaming
--job_name=benchmark-tests-pytorch-image-captioning-streaming-${{env.NOW_UTC}}
--metrics_table=torch_inference_image_captioning_streaming_cpu
--output_table=apache-beam-testing.beam_run_inference.result_torch_inference_image_captioning_streaming_cpu'
- name: run PyTorch Image Object Detection Faster R-CNN ResNet-50
Streaming CPU
@@ -120,7 +120,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_image_object_detection_benchmarks
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_image_object_detection_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_12 }} --device=CPU
--mode=streaming
--job_name=benchmark-tests-pytorch-image-object-detection-streaming-${{env.NOW_UTC}}
--metrics_table=torch_inference_image_object_detection_streaming_cpu
--output_table=apache-beam-testing.beam_run_inference.result_torch_inference_image_object_detection_streaming_cpu'
\
- name: run PyTorch Image Object Detection Faster R-CNN ResNet-50
Streaming GPU
@@ -131,7 +131,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_image_object_detection_benchmarks
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_image_object_detection_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_12 }} --device=GPU
--worker_accelerator=type=nvidia-tesla-t4,count=1,install-nvidia-driver=true
--sdk_location=container
--sdk_container_image=us.gcr.io/apache-beam-testing/python-postcommit-it/tensor_rt:latest
--mode=streaming
--job_name=benchmark-tests-pytorch-image-object-detection-streaming-${{env.NOW_UTC}}
--metrics_table=torch_inference_image_object_detection_streaming_gpu
--output_table=a [...]
- name: run PyTorch Image Captioning BLIP + CLIP Streaming GPU
@@ -142,7 +142,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_image_captioning_benchmarks
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_image_captioning_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_13 }} --device=GPU
--worker_accelerator=type=nvidia-tesla-t4,count=1,install-nvidia-driver=true
--sdk_location=container
--sdk_container_image=us.gcr.io/apache-beam-testing/python-postcommit-it/tensor_rt:latest
--mode=streaming
--job_name=benchmark-tests-pytorch-image-captioning-streaming-${{env.NOW_UTC}}
--metrics_table=torch_inference_image_captioning_streaming_gpu
--output_table=apache-beam-t [...]
- name: run PyTorch Image Classification EfficientNet-B0 Streaming
(Right-fitting) CPU
@@ -153,7 +153,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_imagenet_rightfit_benchmarks
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_rightfit_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_11 }} --device=CPU
--experiments=enable_streaming_rightfitting --mode=streaming
--job_name=benchmark-tests-pytorch-imagenet-rightfit-streaming-${{env.NOW_UTC}}
--metrics_table=torch_inference_imagenet_stream_rightfit_cpu
--output_table=apache-beam-testing.beam_run_inference.result_torch_inference_imagenet_stream_rightfit_cpu'
\
- name: run PyTorch Image Classification EfficientNet-B0 Streaming
(Right-fitting Exactly-once) CPU
@@ -175,7 +175,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_imagenet_rightfit_benchmarks
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_rightfit_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_11 }} --device=GPU
--experiments=enable_streaming_rightfitting,worker_accelerator=type:nvidia-tesla-t4;count:1;install-nvidia-driver:5xx
--sdk_location=container
--sdk_container_image=us.gcr.io/apache-beam-testing/python-postcommit-it/tensor_rt:latest
--mode=streaming
--job_name=benchmark-tests-pytorch-imagenet-rightfit-streaming-${{env.NOW_UTC}}
--metrics_table=torch_inference_imagenet_stream_r [...]
- name: run PyTorch Image Classification EfficientNet-B0 Streaming
(Right-fitting Exactly-once) GPU
@@ -186,7 +186,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_imagenet_rightfit_benchmarks
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_rightfit_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_11 }} --device=GPU
--experiments=enable_streaming_rightfitting,worker_accelerator=type:nvidia-tesla-t4;count:1;install-nvidia-driver:5xx
--sdk_location=container
--sdk_container_image=us.gcr.io/apache-beam-testing/python-postcommit-it/tensor_rt:latest
--mode=streaming
--job_name=benchmark-tests-pytorch-imagenet-rightfit-streaming-${{env.NOW_UTC}}
--metrics_table=torch_inference_imagenet_stream_r [...]
- name: run MLTransform Generate Vocab Batch
@@ -197,7 +197,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.mltransform_generate_vocab_benchmark
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/examples/ml_transform/mltransform_generate_vocab_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_14 }}
--job_name=benchmark-tests-mltransform-generate-vocab-batch-${{env.NOW_UTC}}
--artifact_location=gs://temp-storage-for-perf-tests/mltransform/vocab_artifacts_${{env.NOW_UTC}}
--output_vocab=gs://temp-storage-for-perf-tests/mltransform/vocab_outputs/mltransform_generate_vocab_batch_${{env.NOW_UTC}}'
- name: run MLTransform One-Hot Encoding Batch
@@ -208,7 +208,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.mltransform_one_hot_encoding_benchmark
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/examples/ml_transform/mltransform_one_hot_encoding_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_15 }}
--autoscaling_algorithm=NONE --metrics_table=mltransform_one_hot_encoding_batch
--influx_measurement=mltransform_one_hot_encoding_batch
--job_name=benchmark-tests-mltransform-one-hot-encoding-batch-${{env.NOW_UTC}}
--output_file=gs://temp-storage-for-end-to-end-tests/mltransform/one_hot_output_${{env.NOW_UTC}}
--artifact_location=gs://temp-storage-for-end-to-end-tests/mltransform/artifacts
[...]
- name: run MLTransform Image Embedding GPU Batch
@@ -219,7 +219,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.mltransform_image_embedding_benchmark
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/transforms/mltransform_embedding_tests_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_16 }}
--artifact_location=gs://temp-storage-for-perf-tests/loadtests/mltransform_image_embedding_gpu/artifacts-${{env.NOW_UTC}}
--job_name=benchmark-tests-mltransform-image-embedding-gpu-batch-${{env.NOW_UTC}}'
- name: run MLTransform Text Embedding Batch
@@ -230,7 +230,7 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.mltransform_text_embedding_benchmark
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/transforms/mltransform_embedding_tests_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_17 }}
--output=gs://temp-storage-for-perf-tests/loadtests/mltransform_text_embedding/results-${{env.NOW_UTC}}
--artifact_location=gs://temp-storage-for-perf-tests/loadtests/mltransform_text_embedding/artifacts-${{env.NOW_UTC}}
--job_name=benchmark-tests-mltransform-text-embedding-batch-${{env.NOW_UTC}}'
- name: run MLTransform Image Embedding CPU Batch
@@ -241,6 +241,6 @@ jobs:
arguments: |
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.mltransform_image_embedding_benchmark
\
-Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
+ -PpythonVersion=3.12 \
-PloadTest.requirementsTxtFile=apache_beam/ml/transforms/mltransform_embedding_tests_requirements.txt
\
'-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_18 }}
--artifact_location=gs://temp-storage-for-perf-tests/loadtests/mltransform_image_embedding_cpu/artifacts-${{env.NOW_UTC}}
--job_name=benchmark-tests-mltransform-image-embedding-cpu-batch-${{env.NOW_UTC}}'
