This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 6c0db120f38 Automate OpenTelemetry license entries in bomupgrader
(#38815)
add 66e543997f1 support generics in from row and to row conversions
(#37347)
add d9117f423d9 [Dataflow Streaming] [Multi Key] Introduce
KeyGroupWorkQueue and integrate with BoundedQueueExecutor (#38767)
add 27341e2bdef Update SpannerIO.java - comment documentation (#38492)
add f88c2609d1a Bump github.com/aws/smithy-go from 1.27.1 to 1.27.2 in
/sdks (#38841)
add 34bedad38e3 [Experimental] Fix Yaml Xlang Test Timeout (#38798)
add 52d10870893 Fix parsing of dataflow api endpoint URLs to remove
trailing slash (#38847)
add b452ad63fb0 Update Gemini text classification to gemini-2.5-flash
(#38839)
add 726933b81db fix flaky Arm postcommit test collection on Python 3.14
(#38844)
add 3732cffb33c [Dataflow Streaming] Fix nullness supression in
StreamingModeExecutionContext (#38842)
add 2eff9f19340 Fix ensurepip bundled pip upgrade for Python 3.12+ (#38765)
add 0eac0389a4c Fix cloudML TFT install avoiding pip ResolutionTooDeep
(#38781)
add d521df8f1ed use local variable (#38850)
add 0bf63a295cc Fix Dataflow cost benchmark after Dataflow client
migration (#38788)
No new revisions were added by this update.
Summary of changes:
.../beam_CloudML_Benchmarks_Dataflow.json | 2 +-
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
...PostCommit_Python_ValidatesRunner_Dataflow.json | 2 +-
.../beam_PreCommit_Yaml_Xlang_Direct.json | 2 +-
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 12 +-
.../dataflow/worker/StreamingDataflowWorker.java | 8 +-
.../worker/StreamingModeExecutionContext.java | 271 +++++------
.../dataflow/worker/streaming/ExecutableWork.java | 12 +-
.../runners/dataflow/worker/streaming/Work.java | 71 +++
.../dataflow/worker/util/BoundedQueueExecutor.java | 33 +-
.../dataflow/worker/util/KeyGroupWorkQueue.java | 462 +++++++++++++++++++
.../worker/StreamingDataflowWorkerTest.java | 12 +-
.../worker/StreamingModeExecutionContextTest.java | 74 ++-
.../worker/util/BoundedQueueExecutorTest.java | 150 +++++-
.../worker/util/KeyGroupWorkQueueTest.java | 504 +++++++++++++++++++++
.../processing/StreamingCommitFinalizerTest.java | 3 +-
.../failures/WorkFailureProcessorTest.java | 3 +-
.../work/refresh/ActiveWorkRefresherTest.java | 3 +-
.../worker/windmill/src/main/proto/windmill.proto | 7 +
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
.../sdk/schemas/FieldValueTypeInformation.java | 13 +-
.../beam/sdk/schemas/FromRowUsingCreator.java | 6 +-
.../sdk/schemas/GetterBasedSchemaProvider.java | 98 +++-
.../beam/sdk/schemas/utils/AutoValueUtils.java | 9 +-
.../main/java/org/apache/beam/sdk/values/Row.java | 6 +-
.../org/apache/beam/sdk/values/RowWithGetters.java | 13 +-
.../beam/sdk/schemas/AutoValueSchemaTest.java | 426 ++++++++++++++++-
.../beam/sdk/schemas/JavaBeanSchemaTest.java | 167 ++++++-
.../beam/sdk/schemas/JavaFieldSchemaTest.java | 196 +++++++-
.../beam/sdk/schemas/utils/TestJavaBeans.java | 35 ++
.../apache/beam/sdk/schemas/utils/TestPOJOs.java | 25 +
.../beam/sdk/extensions/arrow/ArrowConversion.java | 4 +-
.../sdk/io/aws2/schemas/AwsSchemaProvider.java | 7 +-
.../apache/beam/sdk/io/aws2/schemas/AwsTypes.java | 16 +
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 8 +-
sdks/python/apache_beam/dataframe/frames_test.py | 33 +-
.../examples/inference/gemini_image_generation.py | 4 +-
.../inference/gemini_text_classification.py | 4 +-
sdks/python/apache_beam/io/fileio.py | 3 +-
.../runners/dataflow/internal/apiclient.py | 14 +-
.../runners/dataflow/internal/apiclient_test.py | 36 ++
.../testing/load_tests/dataflow_cost_benchmark.py | 20 +-
sdks/python/apache_beam/yaml/integration_tests.py | 14 +-
sdks/python/container/Dockerfile | 14 +-
.../license_scripts/upgrade_bundled_pip.py | 65 +++
sdks/python/test-suites/dataflow/common.gradle | 8 +-
48 files changed, 2568 insertions(+), 317 deletions(-)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/util/KeyGroupWorkQueue.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/util/KeyGroupWorkQueueTest.java
create mode 100644 sdks/python/container/license_scripts/upgrade_bundled_pip.py
