This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from efe4e941939 extend to yaml (#38371)
add d6b98ba9019 Bump minimatch in /scripts/ci/pr-bot (#37732)
add 21b033c07cf Refactor metadata propagation in ReduceFnRunner to support
extensible PipelineMetadata
add 110e75934ba Add missing dependency on model:fn-execution to
runners:core-java
add fd571c92f59 document asserts due to new state added
add 79f7db946b1 Fix propagation of metadata
add da391d0e3d7 Merge pull request #38230 from stankiewicz/drain_combiner
add 455075b436f Upgrade to Avro 1.12 (#38373)
add 7235088c490 GCS client library migration in Java SDK - part 3 (#37900)
add 6fc8fdebb23 Fix WindowedValue.of() invocation. (#38380)
add 0bd11fd4631 Go VR Flink test on Flink 2.0 (#37640)
add 3a66beeec82 Bump github.com/apache/thrift from 0.21.0 to 0.23.0 in
/sdks (#38383)
add 8e0aa0c76f5 update excluded path to relative path (#38378)
add 1db67c7b550 Bump cloud.google.com/go/bigquery from 1.74.0 to 1.77.0 in
/sdks (#38385)
add 400b114a0a2 Add Staged Artifact validations for RunnerV2 (#37974)
add fb272738e57 Bump hashicorp/setup-terraform from 3 to 4 (#38389)
add 259e2556b12 Bump actions/checkout from 4 to 6 (#38393)
add c0414c07bdd Bump crazy-max/ghaction-import-gpg from 6.3.0 to 7.0.0
(#38387)
add b4a1794e055 Bump cloud.google.com/go/bigtable from 1.42.0 to 1.47.0 in
/sdks (#38396)
add 712ea7e2fbe Bump docker/login-action from 4.0.0 to 4.1.0 (#38394)
add e533dd1054c Bump docker/build-push-action from 7.0.0 to 7.1.0 (#38391)
add 991a8d5a3af Bump google.golang.org/api from 0.276.0 to 0.278.0 in
/sdks (#38395)
No new revisions were added by this update.
Summary of changes:
.github/dependabot.yml | 2 +-
.../trigger_files/beam_PostCommit_Go_VR_Flink.json | 1 +
.github/workflows/README.md | 3 -
.../beam_Infrastructure_UsersPermissions.yml | 2 +-
.../workflows/beam_PostCommit_Python_Versions.yml | 2 +-
.github/workflows/beam_PreCommit_Java_Dataflow.yml | 2 +-
.github/workflows/build_release_candidate.yml | 10 +-
.github/workflows/build_runner_image.yml | 4 +-
.../workflows/deploy_release_candidate_pypi.yaml | 2 +-
.github/workflows/finalize_release.yml | 4 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
runners/core-java/build.gradle | 1 +
.../apache/beam/runners/core/CombinedMetadata.java | 87 +++++++++++
.../runners/core/CombinedMetadataCombiner.java | 78 ++++++++++
.../runners/core/LateDataDroppingDoFnRunner.java | 9 +-
.../apache/beam/runners/core/MetadataCombiner.java | 12 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 55 +++++--
.../beam/runners/core/CombinedMetadataTest.java | 70 +++++++++
.../apache/beam/runners/core/ReduceFnTester.java | 5 +-
.../runners/flink/FlinkExecutionEnvironments.java | 10 ++
runners/flink/flink_runner.gradle | 7 +
.../runners/flink/FlinkExecutionEnvironments.java | 8 +
.../wrappers/streaming/WindowDoFnOperatorTest.java | 10 ++
.../beam/runners/dataflow/worker/WindmillSink.java | 8 +-
.../worker/StreamingDataflowWorkerTest.java | 37 ++++-
scripts/ci/pr-bot/package-lock.json | 43 +++---
sdks/go.mod | 42 +++---
sdks/go.sum | 100 ++++++-------
sdks/go/container/boot.go | 4 +
sdks/go/pkg/beam/artifact/materialize.go | 45 +++++-
sdks/go/pkg/beam/artifact/materialize_test.go | 110 ++++++++++++++
sdks/go/pkg/beam/artifact/options.go | 48 ++++++
sdks/go/pkg/beam/artifact/options_test.go | 78 ++++++++++
sdks/go/test/build.gradle | 3 +-
sdks/go/test/integration/integration.go | 2 +-
sdks/java/container/boot.go | 3 +
.../org/apache/beam/sdk/values/WindowedValues.java | 4 +
.../sdk/transforms/MetadataPropagationTest.java | 95 +++++++++++-
sdks/java/extensions/avro/build.gradle | 4 +-
.../extensions/avro/schemas/utils/AvroUtils.java | 2 +
.../avro/AvroVersionVerificationTest.java | 5 +-
.../sdk/extensions/avro/coders/AvroCoderTest.java | 5 +-
.../avro/io/AvroGeneratedUserFactory.java | 4 +-
.../sdk/extensions/avro/io/AvroSourceTest.java | 11 +-
.../avro/io/SerializableAvroCodecFactoryTest.java | 4 +-
.../avro/schemas/TestAvroConversionFactory.java | 5 +-
.../extensions/avro/schemas/TestAvroFactory.java | 4 +-
.../avro/schemas/utils/AvroUtilsTest.java | 4 +-
.../extensions/avro/vendored-test/build.gradle | 38 -----
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 23 +++
.../beam/sdk/extensions/gcp/util/GcsUtilV2.java | 163 ++++++++++++++++++++-
.../gcp/util/GcsUtilParameterizedIT.java | 116 +++++++++++++--
sdks/java/io/expansion-service/build.gradle | 2 -
.../expansion-service/build.gradle | 6 -
.../beam/sdk/io/gcp/pubsub/PubsubClientTest.java | 3 +-
.../runners/dataflow/internal/apiclient.py | 5 +-
.../runners/dataflow/internal/apiclient_test.py | 42 +++---
sdks/python/container/boot.go | 3 +
sdks/typescript/container/boot.go | 3 +
settings.gradle.kts | 1 -
60 files changed, 1200 insertions(+), 263 deletions(-)
create mode 100644
runners/core-java/src/main/java/org/apache/beam/runners/core/CombinedMetadata.java
create mode 100644
runners/core-java/src/main/java/org/apache/beam/runners/core/CombinedMetadataCombiner.java
copy .test-infra/kafka/bitnami/provider.tf =>
runners/core-java/src/main/java/org/apache/beam/runners/core/MetadataCombiner.java
(81%)
create mode 100644
runners/core-java/src/test/java/org/apache/beam/runners/core/CombinedMetadataTest.java
create mode 100644 sdks/go/pkg/beam/artifact/options.go
create mode 100644 sdks/go/pkg/beam/artifact/options_test.go
delete mode 100644 sdks/java/extensions/avro/vendored-test/build.gradle
