This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from d2a3cee22e3 Enforce binary-only constraints during early requirements
cache attempts (#38688)
add 5096e63ecae Bump docker/setup-qemu-action from 4.0.0 to 4.1.0 (#38718)
add 3cb68c9bd68 Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks
(#38719)
add 758042f0580 Bump google.golang.org/api from 0.281.0 to 0.282.0 in
/sdks (#38720)
add 789b278172c Bump github.com/aws/smithy-go from 1.25.1 to 1.26.0 in
/sdks (#38721)
add 54f7c7dd0d8 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#38722)
add 0302bf5529c Implemented MLTransform generate vocab Dataflow benchmark
(#38215)
add cd8b009d9fc [#38708] Add Flink 2.0 to SDK pipeline options validation
lists (#38726)
add a0494894c35 up timeout (#38732)
add 3f4bcb01570 remove playground annotations from BatchElementsExample
until next release (#38733)
add bdef23f826e Update CHANGES.md after release cut (#38608)
add 3e5a085bd0d Support infer types involving dataclass fields (#38548)
add a32774afe93 [Prism] Fix race condition in element manager (#38734)
add cbab4d7203a Add staged package hashes (#38311)
add d8d4cfc3e11 Updated All Externally Visible Logs/Docs from Runner V2 to
Portable Runner (#38532)
No new revisions were added by this update.
Summary of changes:
.../test-properties.json | 2 +-
.../beam_PostCommit_Python_Versions.json | 2 +-
.../beam_Inference_Python_Benchmarks_Dataflow.yml | 12 +
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 2 +-
.github/workflows/build_wheels.yml | 2 +-
..._Dataflow_MLTransform_Generate_Vocab_Batch.txt} | 35 +--
.test-infra/tools/refresh_looker_metrics.py | 3 +-
CHANGES.md | 48 +++-
.../apache/beam/examples/BatchElementsExample.java | 13 -
.../google-cloud-dataflow-java/arm/build.gradle | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 10 +-
.../beam/runners/dataflow/DataflowRunner.java | 19 +-
.../beam/runners/dataflow/util/PackageUtil.java | 3 +
.../beam/runners/dataflow/DataflowRunnerTest.java | 5 +-
.../runners/dataflow/util/PackageUtilTest.java | 4 +
.../worker/windmill/src/main/proto/windmill.proto | 2 +-
runners/prism/java/build.gradle | 1 +
sdks/go.mod | 10 +-
sdks/go.sum | 20 +-
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 9 +-
sdks/go/pkg/beam/runners/dataflow/dataflow_test.go | 43 +++-
.../prism/internal/engine/elementmanager.go | 7 +-
.../cookbook/ordered_window_elements/streaming.py | 2 +-
.../apache_beam/examples/kafkataxi/README.md | 2 +-
.../apache_beam/examples/ml_transform/README.md | 116 +++++++++
.../ml_transform/mltransform_generate_vocab.py | 265 +++++++++++++++++++++
.../mltransform_generate_vocab_requirements.txt} | 14 +-
.../mltransform_generate_vocab_test.py | 191 +++++++++++++++
.../io/external/xlang_bigqueryio_it_test.py | 2 +-
.../python/apache_beam/options/pipeline_options.py | 2 +-
.../runners/dataflow/dataflow_metrics.py | 2 +-
.../runners/dataflow/dataflow_runner.py | 16 +-
.../runners/dataflow/dataflow_runner_test.py | 20 ++
.../runners/dataflow/internal/apiclient.py | 8 +-
.../mltransform_generate_vocab_benchmark.py | 56 +++++
.../testing/load_tests/dataflow_cost_benchmark.py | 28 ++-
sdks/python/apache_beam/transforms/core.py | 4 +-
sdks/python/apache_beam/typehints/opcodes.py | 6 +
sdks/python/apache_beam/typehints/row_type_test.py | 21 ++
.../typehints/trivial_inference_test.py | 12 +
sdks/typescript/src/apache_beam/runners/flink.ts | 2 +-
website/www/site/content/en/performance/_index.md | 1 +
.../en/performance/mltransformvocab/_index.md | 37 +++
website/www/site/data/performance.yaml | 16 ++
44 files changed, 970 insertions(+), 107 deletions(-)
copy
.github/workflows/load-tests-pipeline-options/{beam_Inference_Python_Benchmarks_Dataflow_VLLM_Gemma_Batch.txt
=>
beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Generate_Vocab_Batch.txt}
(66%)
create mode 100644 sdks/python/apache_beam/examples/ml_transform/README.md
create mode 100644
sdks/python/apache_beam/examples/ml_transform/mltransform_generate_vocab.py
copy
sdks/python/apache_beam/{ml/inference/table_row_inference_requirements.txt =>
examples/ml_transform/mltransform_generate_vocab_requirements.txt} (70%)
create mode 100644
sdks/python/apache_beam/examples/ml_transform/mltransform_generate_vocab_test.py
create mode 100644
sdks/python/apache_beam/testing/benchmarks/inference/mltransform_generate_vocab_benchmark.py
create mode 100644
website/www/site/content/en/performance/mltransformvocab/_index.md
