This is an automated email from the ASF dual-hosted git repository.
xinyu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from c25403b Merge pull request #7582 from RobbeSneyders/parquetio
new 42317b0 initial commit for samza runner to support portable api
new d7f1cb2 fix merge conflict and address comments
new 09d36d6 fix test break
new 22b396c Merge pull request #7321: [BEAM-6271] SamzaRunner: initial
support for portable api in samza runner
The 19639 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../beam/runners/samza/SamzaExecutionContext.java | 10 +
.../beam/runners/samza/SamzaJobInvocation.java | 128 +++++++++++
.../beam/runners/samza/SamzaJobServerDriver.java | 129 +++++++++++
.../org/apache/beam/runners/samza/SamzaRunner.java | 167 +++++++++++++--
.../runners/samza/SamzaRunnerOverrideConfigs.java | 67 ++++++
.../apache/beam/runners/samza/runtime/DoFnOp.java | 164 ++++++++------
.../runtime/DoFnRunnerWithKeyedInternals.java | 110 +---------
.../runners/samza/runtime/SamzaDoFnRunners.java | 238 +++++++++++++++++++++
.../runners/samza/translation/ConfigBuilder.java | 15 +-
.../translation/FlattenPCollectionsTranslator.java | 38 +++-
.../samza/translation/GroupByKeyTranslator.java | 91 ++++++--
.../samza/translation/ImpulseTranslator.java | 54 +++++
.../translation/ParDoBoundMultiTranslator.java | 175 +++++++++++----
.../translation/PortableTranslationContext.java | 125 +++++++++++
.../runners/samza/translation/ReadTranslator.java | 18 +-
.../translation/SamzaImpulseSystemFactory.java | 145 +++++++++++++
.../samza/translation/SamzaPipelineTranslator.java | 14 +-
.../SamzaPortablePipelineTranslator.java | 79 +++++++
.../translation/TransformConfigGenerator.java | 15 +-
.../samza/translation/TransformTranslator.java | 21 +-
.../samza/translation/WindowAssignTranslator.java | 31 +++
...derer.java => PortablePipelineDotRenderer.java} | 86 ++++----
.../samza/util/SamzaPipelineTranslatorUtils.java} | 61 +++---
.../samza/translation/SamzaImpulseSystemTest.java | 62 ++++++
24 files changed, 1683 insertions(+), 360 deletions(-)
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaJobInvocation.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaJobServerDriver.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaRunnerOverrideConfigs.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaDoFnRunners.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ImpulseTranslator.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/PortableTranslationContext.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaImpulseSystemFactory.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPortablePipelineTranslator.java
copy
runners/samza/src/main/java/org/apache/beam/runners/samza/util/{PipelineDotRenderer.java
=> PortablePipelineDotRenderer.java} (55%)
copy
runners/{flink/src/main/java/org/apache/beam/runners/flink/translation/utils/FlinkPipelineTranslatorUtils.java
=>
samza/src/main/java/org/apache/beam/runners/samza/util/SamzaPipelineTranslatorUtils.java}
(51%)
create mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/translation/SamzaImpulseSystemTest.java
