This is an automated email from the ASF dual-hosted git repository.
ibzib pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 7c240da [go-sdk] Never split on the 0th element.
new 335de9d [BEAM-6865] make executable stage context management code
reuseable
new df7f774 [BEAM-7600] borrow SDK harness management code into Spark
runner
new 2954ee3 refactor Flink and Spark contexts into separate classes
new 6c27e3d s/state/jobFactory
new 932bd80 Merge pull request #9095 from ibzib/spark-multiworker
The 23034 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../FlinkBatchPortablePipelineTranslator.java | 4 +-
.../FlinkStreamingPortablePipelineTranslator.java | 4 +-
.../FlinkDefaultExecutableStageContext.java | 122 ---------------------
.../FlinkExecutableStageContextFactory.java | 70 ++++++++++++
.../functions/FlinkExecutableStageFunction.java | 7 +-
.../streaming/ExecutableStageDoFnOperator.java | 9 +-
.../FlinkExecutableStageFunctionTest.java | 7 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 11 +-
.../control/DefaultExecutableStageContext.java | 99 +++++++++++++++++
.../control/ExecutableStageContext.java} | 21 ++--
...enceCountingExecutableStageContextFactory.java} | 55 +++++-----
.../DefaultExecutableStageContextTest.java} | 46 ++++----
...CountingExecutableStageContextFactoryTest.java} | 41 ++++---
.../SparkBatchPortablePipelineTranslator.java | 2 +
.../SparkExecutableStageContextFactory.java | 69 ++++++++++++
.../translation/SparkExecutableStageFunction.java | 30 ++---
.../SparkExecutableStageFunctionTest.java | 16 +--
17 files changed, 353 insertions(+), 260 deletions(-)
delete mode 100644
runners/flink/src/main/java/org/apache/beam/runners/flink/translation/functions/FlinkDefaultExecutableStageContext.java
create mode 100644
runners/flink/src/main/java/org/apache/beam/runners/flink/translation/functions/FlinkExecutableStageContextFactory.java
create mode 100644
runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/DefaultExecutableStageContext.java
rename
runners/{flink/src/main/java/org/apache/beam/runners/flink/translation/functions/FlinkExecutableStageContext.java
=>
java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/ExecutableStageContext.java}
(55%)
rename
runners/{flink/src/main/java/org/apache/beam/runners/flink/translation/functions/ReferenceCountingFlinkExecutableStageContextFactory.java
=>
java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/control/ReferenceCountingExecutableStageContextFactory.java}
(80%)
rename
runners/{flink/src/test/java/org/apache/beam/runners/flink/translation/functions/FlinkDefaultExecutableStageContextTest.java
=>
java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution/control/DefaultExecutableStageContextTest.java}
(51%)
rename
runners/{flink/src/test/java/org/apache/beam/runners/flink/translation/functions/ReferenceCountingFlinkExecutableStageContextFactoryTest.java
=>
java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution/control/ReferenceCountingExecutableStageContextFactoryTest.java}
(70%)
create mode 100644
runners/spark/src/main/java/org/apache/beam/runners/spark/translation/SparkExecutableStageContextFactory.java
