This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 757ffcdc3b9 fix(pipeline): Handle missing side_inputs in
AppliedPTransform (#36238)
add a32f2a3825c Fix race condition that causes the test flaky. (#36235)
add 1455548fd37 Update Beam version for republish released docker
containers workflow
add 38ab0bc2f83 Bump github.com/nats-io/nats-server/v2 from 2.11.9 to
2.12.0 in /sdks (#36243)
add 8ca2a0af33c Touch trigger files for integration tests for OutputBuilder
add aa27e9ef82a Move WindowMatchers to main component of runners-core
add 2cff4cc48ab Add OutputBuilder to the Java SDK and use in runners
add 0384a59a1b5 Merge pull request #34902: Introduce OutputBuilder in Java
SDK
add 12e6ff8efa1 Bump actions/stale from 9 to 10 (#36153)
add 7bee72f0b0c Bump actions/checkout from 4 to 5 (#36152)
add 22fe03306a5 Bump actions/github-script from 7 to 8 (#36157)
add bb617a012fd Bump actions/download-artifact from 4 to 5
add 7a4548fa4bb Merge pull request #36155: Bump actions/download-artifact
from 4 to 5
add a3a457f2a8c Update description.md (#36240)
add 7f23c420010 [Prism] Improve logging messages and levels. (#36242)
add 5ba054ea9bc Add Charles to the list of Website authors
add 6344678b411 Merge pull request #36236: Add Charles to the list of
Website authors
add e2eb65b2cdd Make BQ docs consistent (#36247)
add 5a9a740cfcb Revert "Bump actions/checkout from 4 to 5 (#36152)"
(#36257)
add 17c85154690 Increase expansion service connection timeout to 30 sec.
(#36256)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Java_DataflowV1.json | 1 +
.../beam_PostCommit_Java_DataflowV2.json | 1 +
...eam_PostCommit_Java_Examples_Dataflow_Java.json | 1 +
.../beam_PostCommit_Java_Examples_Dataflow_V2.json | 1 +
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 1 +
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 1 +
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 1 +
...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 1 +
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Samza.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 1 +
...m_PostCommit_Java_ValidatesRunner_Twister2.json | 1 +
.../beam_PostCommit_Java_ValidatesRunner_ULR.json | 1 +
.github/workflows/assign_milestone.yml | 2 +-
.github/workflows/build_wheels.yml | 8 +-
.../republish_released_docker_containers.yml | 2 +-
.github/workflows/self-assign.yml | 2 +-
.github/workflows/stale.yml | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
.../common-transforms/filter/description.md | 2 +-
runners/core-java/build.gradle | 1 +
.../apache/beam/runners/core/LateDataUtils.java | 4 +-
...TimeBoundedSplittableProcessElementInvoker.java | 11 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 9 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 82 ++++-
.../apache/beam/runners/core/WindowMatchers.java | 22 ++
.../beam/runners/core/WindowMatchersTest.java | 26 ++
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 4 +-
.../runners/direct/WindowEvaluatorFactory.java | 4 +-
.../flink/FlinkStreamingTransformTranslators.java | 12 +-
.../translation/functions/FlinkDoFnFunction.java | 21 +-
.../functions/FlinkNonMergingReduceFunction.java | 12 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 4 +-
.../dataflow/RedistributeByKeyOverrideFactory.java | 15 +-
.../worker/AssignWindowsParDoFnFactory.java | 4 +-
.../dataflow/worker/PartialGroupByKeyParDoFns.java | 8 +-
.../ReifyTimestampAndWindowsParDoFnFactory.java | 11 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 8 +-
.../util/BatchGroupAlsoByWindowAndCombineFn.java | 3 +-
.../dataflow/worker/util/ValueInEmptyWindows.java | 4 +-
.../worker/util/GroupAlsoByWindowProperties.java | 4 +-
.../apache/beam/runners/spark/util/TimerUtils.java | 4 +-
sdks/go.mod | 12 +-
sdks/go.sum | 28 +-
.../beam/core/runtime/xlangx/expansionx/process.go | 2 +-
.../prism/internal/engine/elementmanager.go | 84 ++---
sdks/go/pkg/beam/runners/prism/internal/execute.go | 7 +-
.../prism/internal/jobservices/server_test.go | 36 +-
.../pkg/beam/runners/prism/internal/preprocess.go | 14 +
sdks/go/pkg/beam/runners/prism/internal/stage.go | 4 +-
.../beam/runners/prism/internal/worker/worker.go | 4 +-
.../beam/sdk/testing/TestOutputReceiver.java | 63 ++++
.../org/apache/beam/sdk/transforms/Create.java | 14 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 16 +-
.../beam/sdk/transforms/DoFnOutputReceivers.java | 156 +++++----
.../org/apache/beam/sdk/transforms/DoFnTester.java | 18 +-
.../apache/beam/sdk/transforms/Redistribute.java | 15 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 15 +-
...lueReceiver.java => OutputBuilderSupplier.java} | 10 +-
...ueReceiver.java => OutputBuilderSuppliers.java} | 18 +-
.../beam/sdk/util/WindowedValueReceiver.java | 2 +-
.../sdk/util/construction/SplittableParDo.java | 34 +-
.../construction/SplittableParDoNaiveBounded.java | 79 +++--
.../{WindowedValue.java => OutputBuilder.java} | 48 +--
.../org/apache/beam/sdk/values/WindowedValue.java | 6 +-
.../org/apache/beam/sdk/values/WindowedValues.java | 214 ++++++++++--
.../sdk/transforms/reflect/DoFnInvokersTest.java | 63 ++--
sdks/java/harness/build.gradle | 2 +
.../beam/fn/harness/AssignWindowsRunner.java | 7 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 370 ++++++++++-----------
...littableSplitAndSizeRestrictionsDoFnRunner.java | 65 ++--
...ittableTruncateSizedRestrictionsDoFnRunner.java | 70 ++--
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 47 +--
...ableSplitAndSizeRestrictionsDoFnRunnerTest.java | 43 +--
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 9 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 67 ++--
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 41 ++-
.../beam/sdk/io/kafka/ReadFromKafkaDoFnTest.java | 27 +-
.../beam/sdk/io/pulsar/ReadFromPulsarDoFnTest.java | 32 +-
.../ReadFromSparkReceiverWithOffsetDoFnTest.java | 24 +-
.../documentation/io/built-in/google-bigquery.md | 4 +-
website/www/site/data/authors.yml | 3 +
83 files changed, 1265 insertions(+), 817 deletions(-)
rename runners/core-java/src/{test =>
main}/java/org/apache/beam/runners/core/WindowMatchers.java (91%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/testing/TestOutputReceiver.java
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/util/{WindowedValueReceiver.java
=> OutputBuilderSupplier.java} (73%)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/util/{WindowedValueReceiver.java
=> OutputBuilderSuppliers.java} (66%)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/values/{WindowedValue.java =>
OutputBuilder.java} (51%)