This is an automated email from the ASF dual-hosted git repository.
lcwik pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 1117508 [BEAM-9359] Switch to Data Catalog client (#10917)
add a537ae6 [BEAM-9344] Add support for bundle finalization execution to
the Beam Java SDK. (#10910)
No new revisions were added by this update.
Summary of changes:
runners/apex/build.gradle | 1 +
.../core/construction/ParDoTranslation.java | 22 +
.../runners/core/construction/SplittableParDo.java | 19 +
.../construction/SplittableParDoNaiveBounded.java | 61 +-
.../core/construction/ParDoTranslationTest.java | 77 +++
...TimeBoundedSplittableProcessElementInvoker.java | 7 +
.../apache/beam/runners/core/SimpleDoFnRunner.java | 25 +
.../core/SplittableParDoViaKeyedWorkItems.java | 70 +-
runners/direct-java/build.gradle | 2 +
runners/flink/flink_runner.gradle | 1 +
runners/flink/job-server/flink_job_server.gradle | 1 +
runners/gearpump/build.gradle | 1 +
runners/google-cloud-dataflow-java/build.gradle | 1 +
.../dataflow/PrimitiveParDoSingleFactory.java | 20 +
runners/jet/build.gradle | 2 +
runners/portability/java/build.gradle | 5 -
runners/samza/build.gradle | 1 +
runners/spark/build.gradle | 2 +
runners/spark/job-server/build.gradle | 1 +
.../{NeedsRunner.java => UsesBundleFinalizer.java} | 8 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 4 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 63 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 13 +-
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 24 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 52 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 96 ++-
.../beam/sdk/transforms/SplittableDoFnTest.java | 80 ++-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 41 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 56 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 4 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 4 +-
.../beam/fn/harness/BoundedSourceRunner.java | 4 +-
.../org/apache/beam/fn/harness/CombineRunners.java | 4 +-
.../org/apache/beam/fn/harness/FlattenRunner.java | 4 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 751 +++++++++++----------
.../java/org/apache/beam/fn/harness/FnHarness.java | 13 +-
.../org/apache/beam/fn/harness/MapFnRunners.java | 4 +-
.../beam/fn/harness/PTransformRunnerFactory.java | 7 +-
.../fn/harness/control/FinalizeBundleHandler.java | 161 +++++
.../fn/harness/control/ProcessBundleHandler.java | 57 +-
.../beam/fn/harness/AssignWindowsRunnerTest.java | 3 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 6 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 3 +-
.../beam/fn/harness/BoundedSourceRunnerTest.java | 3 +-
.../apache/beam/fn/harness/CombineRunnersTest.java | 4 +
.../apache/beam/fn/harness/FlattenRunnerTest.java | 6 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 24 +-
.../apache/beam/fn/harness/MapFnRunnersTest.java | 9 +-
.../harness/control/FinalizeBundleHandlerTest.java | 115 ++++
.../harness/control/ProcessBundleHandlerTest.java | 118 +++-
50 files changed, 1530 insertions(+), 530 deletions(-)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/testing/{NeedsRunner.java =>
UsesBundleFinalizer.java} (76%)
create mode 100644
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/control/FinalizeBundleHandler.java
create mode 100644
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/control/FinalizeBundleHandlerTest.java
