This is an automated email from the ASF dual-hosted git repository.
reuvenlax pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from f085cb5 Merge pull request #9352 Fix and rename
assertUnhashableCountEqual.
add 64262a6 Merge pull request #9275: [BEAM-6858] Support side inputs
injected into a DoFn
No new revisions were added by this update.
Summary of changes:
.../runners/apex/translation/ParDoTranslator.java | 33 +++++---
.../translation/operators/ApexParDoOperator.java | 26 ++++--
.../apex/translation/ParDoTranslatorTest.java | 1 +
.../core/construction/ParDoTranslation.java | 39 +++++++--
.../runners/core/construction/SplittableParDo.java | 7 +-
.../construction/SplittableParDoNaiveBounded.java | 5 ++
.../core/construction/ParDoTranslationTest.java | 4 +-
.../org/apache/beam/runners/core/DoFnRunners.java | 12 ++-
...TimeBoundedSplittableProcessElementInvoker.java | 5 ++
.../apache/beam/runners/core/SimpleDoFnRunner.java | 28 ++++++-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 27 ++++--
.../beam/runners/core/StatefulDoFnRunnerTest.java | 3 +-
.../beam/runners/direct/DirectGraphVisitor.java | 3 +-
.../apache/beam/runners/direct/ParDoEvaluator.java | 13 ++-
.../beam/runners/direct/ParDoEvaluatorFactory.java | 9 +-
.../runners/direct/ParDoMultiOverrideFactory.java | 24 +++++-
.../SplittableProcessElementsEvaluatorFactory.java | 10 ++-
.../direct/StatefulParDoEvaluatorFactory.java | 3 +-
.../beam/runners/direct/ParDoEvaluatorTest.java | 2 +
.../direct/StatefulParDoEvaluatorFactoryTest.java | 6 +-
.../flink/FlinkBatchTransformTranslators.java | 8 +-
.../flink/FlinkStreamingTransformTranslators.java | 24 ++++--
.../translation/functions/FlinkDoFnFunction.java | 8 +-
.../functions/FlinkStatefulDoFnFunction.java | 8 +-
.../wrappers/streaming/DoFnOperator.java | 9 +-
.../streaming/ExecutableStageDoFnOperator.java | 3 +-
.../wrappers/streaming/SplittableDoFnOperator.java | 3 +-
.../wrappers/streaming/WindowDoFnOperator.java | 3 +-
.../runners/flink/FlinkPipelineOptionsTest.java | 6 +-
.../wrappers/streaming/DoFnOperatorTest.java | 57 ++++++++-----
.../translators/ParDoMultiOutputTranslator.java | 8 +-
.../translators/functions/DoFnFunction.java | 6 +-
.../translators/utils/DoFnRunnerFactory.java | 8 +-
.../dataflow/DataflowPipelineTranslator.java | 42 ++++++----
.../dataflow/PrimitiveParDoSingleFactory.java | 15 ++--
.../dataflow/PrimitiveParDoSingleFactoryTest.java | 2 +-
.../dataflow/worker/CombineValuesFnFactory.java | 13 ++-
.../runners/dataflow/worker/DoFnRunnerFactory.java | 3 +-
.../dataflow/worker/SimpleDoFnRunnerFactory.java | 6 +-
.../runners/dataflow/worker/SimpleParDoFn.java | 7 +-
.../worker/SplittableProcessFnFactory.java | 9 +-
.../dataflow/worker/UserParDoFnFactory.java | 2 +
.../dataflow/worker/DefaultParDoFnFactoryTest.java | 4 +-
.../dataflow/worker/DoFnInstanceManagersTest.java | 16 ++--
.../IntrinsicMapTaskExecutorFactoryTest.java | 4 +-
.../runners/dataflow/worker/SimpleParDoFnTest.java | 24 ++++--
.../worker/StreamingDataflowWorkerTest.java | 3 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 3 +-
.../dataflow/worker/UserParDoFnFactoryTest.java | 3 +-
.../java/org/apache/beam/runners/jet/Utils.java | 4 +-
.../runners/jet/processors/AbstractParDoP.java | 7 +-
.../apache/beam/runners/jet/processors/ParDoP.java | 6 +-
.../runners/jet/processors/StatefulParDoP.java | 6 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 8 +-
.../beam/runners/samza/runtime/GroupByKeyOp.java | 3 +-
.../runners/samza/runtime/SamzaDoFnRunners.java | 7 +-
.../translation/ParDoBoundMultiTranslator.java | 18 ++--
.../spark/translation/MultiDoFnFunction.java | 9 +-
.../spark/translation/TransformTranslator.java | 8 +-
.../spark/translation/TranslationUtils.java | 5 +-
.../streaming/StreamingTransformTranslator.java | 9 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 8 ++
.../org/apache/beam/sdk/transforms/DoFnTester.java | 5 ++
.../java/org/apache/beam/sdk/transforms/ParDo.java | 82 +++++++++++++-----
.../reflect/ByteBuddyDoFnInvokerFactory.java | 12 +++
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 11 +++
.../beam/sdk/transforms/reflect/DoFnSignature.java | 39 +++++++++
.../sdk/transforms/reflect/DoFnSignatures.java | 23 ++++-
.../java/org/apache/beam/sdk/util/DoFnInfo.java | 24 ++++--
.../sdk/util/DoFnWithExecutionInformation.java | 12 ++-
.../apache/beam/sdk/values/PCollectionView.java | 1 -
.../apache/beam/sdk/values/PCollectionViews.java | 1 -
.../org/apache/beam/sdk/transforms/ParDoTest.java | 98 ++++++++++++++++++++--
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 9 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 10 +++
75 files changed, 769 insertions(+), 223 deletions(-)
