This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 74512d9d04d [YAML] Add a spec provider for transforms taking
specifiable arguments (#35187)
add 476f332d7e3 Touch trigger files to test WindowedValueReceiver in
runners
add b84cf002397 Introduce WindowedValue receivers and consolidate runner
code to them
add b6d4fdcd592 Merge pull request #35177: Introduce WindowedValue
receivers and consolidate runner code to them
add da446f4e7b1 Eliminate nullness errors from ByteBuddyDoFnInvokerFactory
and DoFnOutputReceivers
add 7995a5e0dd3 Merge pull request #35020: Fix nullability in
ByteBuddyDoFnInvokerFactory and DoFnOutputReceivers
add 3c07e82872b Fix null check when fetching driverJars from value provider
add 2f79185801e Merge pull request #35184: Fix null check when fetching
driverJars from value provider
add 7b2134c68c5 Fix PostCommit Python ValidatesRunner Samza / Spark jobs
(#35210)
add df54bf439b2 Update pypi documentation 30145 (#34329)
add 7b235f8b2a6 Add more YAML examples involving Kafka and Iceberg (#35151)
add 863823e902a Evaluate namedTuples as equivalent to rows (#35218)
add 27712a0858c Add a new experiment flag to enable real-time clock as
processing time. (#35202)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Java_DataflowV1.json | 1 +
.../beam_PostCommit_Java_DataflowV2.json | 1 +
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Samza.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 1 +
...a_ValidatesRunner_SparkStructuredStreaming.json | 1 +
README.md | 4 +
.../org/apache/beam/runners/core/DoFnRunners.java | 11 +-
.../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 36 +----
...TimeBoundedSplittableProcessElementInvoker.java | 20 ++-
.../beam/runners/core/OutputWindowedValue.java | 45 ------
.../apache/beam/runners/core/ReduceFnRunner.java | 9 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 6 +-
...BoundedSplittableProcessElementInvokerTest.java | 23 +--
.../apache/beam/runners/core/ReduceFnTester.java | 33 +----
.../beam/runners/core/SimpleDoFnRunnerTest.java | 8 +-
.../runners/core/SplittableParDoProcessFnTest.java | 36 ++---
.../beam/runners/core/StatefulDoFnRunnerTest.java | 29 ++--
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 34 +----
.../apache/beam/runners/direct/ParDoEvaluator.java | 11 +-
.../SplittableProcessElementsEvaluatorFactory.java | 35 +----
.../translation/functions/FlinkAssignContext.java | 3 +-
.../translation/functions/FlinkDoFnFunction.java | 50 ++++---
.../functions/FlinkStatefulDoFnFunction.java | 5 +-
.../wrappers/streaming/DoFnOperator.java | 6 +-
.../wrappers/streaming/SplittableDoFnOperator.java | 27 +---
.../runners/dataflow/worker/DoFnRunnerFactory.java | 4 +-
.../dataflow/worker/GroupAlsoByWindowFn.java | 6 +-
.../dataflow/worker/GroupAlsoByWindowFnRunner.java | 38 +----
.../worker/GroupAlsoByWindowParDoFnFactory.java | 2 -
.../dataflow/worker/GroupAlsoByWindowsParDoFn.java | 28 +---
.../dataflow/worker/SimpleDoFnRunnerFactory.java | 4 +-
.../runners/dataflow/worker/SimpleParDoFn.java | 8 +-
.../worker/SplittableProcessFnFactory.java | 33 +----
.../StreamingGroupAlsoByWindowReshuffleFn.java | 11 +-
.../StreamingGroupAlsoByWindowViaWindowSetFn.java | 4 +-
.../util/BatchGroupAlsoByWindowAndCombineFn.java | 19 +--
.../util/BatchGroupAlsoByWindowReshuffleFn.java | 10 +-
.../util/BatchGroupAlsoByWindowViaIteratorsFn.java | 17 ++-
.../BatchGroupAlsoByWindowViaOutputBufferFn.java | 4 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 39 +++--
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 9 +-
...eamingKeyedWorkItemSideInputDoFnRunnerTest.java | 8 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 7 +-
.../BatchGroupAlsoByWindowReshuffleDoFnTest.java | 9 +-
.../worker/util/GroupAlsoByWindowProperties.java | 23 +--
.../dataflow/worker/util/ListOutputManager.java | 41 ++---
.../runners/jet/processors/AbstractParDoP.java | 4 +-
.../beam/runners/jet/processors/AssignWindowP.java | 2 +-
.../beam/runners/jet/processors/WindowGroupP.java | 24 +--
.../apache/beam/runners/samza/runtime/DoFnOp.java | 22 +--
.../beam/runners/samza/runtime/GroupByKeyOp.java | 3 +-
.../samza/runtime/OutputManagerFactory.java | 8 +-
.../runners/samza/runtime/SamzaDoFnRunners.java | 9 +-
.../SplittableParDoProcessKeyedElementsOp.java | 27 +---
.../batch/DoFnPartitionIteratorFactory.java | 14 +-
.../translation/batch/DoFnRunnerFactory.java | 36 ++---
.../GroupAlsoByWindowViaOutputBufferFn.java | 30 +---
.../SparkGroupAlsoByWindowViaWindowSet.java | 26 +---
.../SparkGroupAlsoByWindowViaOutputBufferFn.java | 30 +---
.../spark/translation/SparkInputDataProcessor.java | 20 +--
.../translation/SparkInputDataProcessorTest.java | 8 +-
.../translators/functions/DoFnFunction.java | 3 +-
.../functions/GroupByWindowFunction.java | 30 +---
.../prism/internal/engine/elementmanager.go | 11 +-
sdks/go/pkg/beam/runners/prism/internal/execute.go | 13 +-
.../beam/sdk/transforms/DoFnOutputReceivers.java | 6 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 97 ++++++++----
...edFile.java => WindowedValueMultiReceiver.java} | 23 ++-
.../{Weighted.java => WindowedValueReceiver.java} | 10 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 9 +-
README.md => sdks/python/README.md | 98 ++++++------
.../portability/fn_api_runner/fn_runner_test.py | 42 ++++--
.../runners/portability/portable_runner_test.py | 32 ++--
sdks/python/apache_beam/testing/util.py | 36 ++++-
sdks/python/apache_beam/testing/util_test.py | 50 +++++++
sdks/python/apache_beam/yaml/examples/README.md | 165 +++++++++++++++++++--
.../yaml/examples/testing/examples_test.py | 95 +++++++++++-
.../yaml/examples/testing/input_data.py | 21 +++
.../yaml/examples/transforms/io/iceberg_read.yaml | 54 +++++++
.../yaml/examples/transforms/io/iceberg_write.yaml | 62 ++++++++
.../yaml/examples/transforms/io/kafka.yaml | 96 ++++++++++++
sdks/python/setup.py | 13 +-
84 files changed, 1127 insertions(+), 864 deletions(-)
delete mode 100644
runners/core-java/src/main/java/org/apache/beam/runners/core/OutputWindowedValue.java
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{ShardedFile.java
=> WindowedValueMultiReceiver.java} (61%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{Weighted.java =>
WindowedValueReceiver.java} (74%)
copy README.md => sdks/python/README.md (60%)
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/io/iceberg_read.yaml
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/io/iceberg_write.yaml
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/io/kafka.yaml
