This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch samza-runner
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 349419a Merge pull request #5505: [BEAM-3079] Rebase Samza runner
with master
add c67fc4a [BEAM-3079] Update samza-runner with more features and
improvements
add f20fc9a Add missing apache headers
new 7be38fe Merge pull request #5517: [BEAM-3079] Update samza-runner
with more features and improvements
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
examples/java/pom.xml | 12 +
pom.xml | 6 +
runners/samza/.gitignore | 1 -
runners/samza/pom.xml | 60 ++-
.../beam/runners/samza/SamzaPipelineOptions.java | 24 +-
.../beam/runners/samza/SamzaPipelineResult.java | 129 +++---
.../org/apache/beam/runners/samza/SamzaRunner.java | 59 +--
.../apache/beam/runners/samza/TestSamzaRunner.java | 32 +-
.../runners/samza/adapter/BoundedSourceSystem.java | 2 -
.../samza/adapter/UnboundedSourceSystem.java | 30 +-
.../samza/metrics/DoFnRunnerWithMetrics.java | 5 +
.../samza/metrics/FnWithMetricsWrapper.java | 1 -
.../samza/metrics/SamzaMetricsContainer.java | 15 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 174 +++++----
.../runtime/DoFnRunnerWithKeyedInternals.java | 216 +++++++++++
.../beam/runners/samza/runtime/GroupByKeyOp.java | 98 +++--
.../beam/runners/samza/runtime/KeyedInternals.java | 168 ++++++++
.../runners/samza/runtime/KvToKeyedWorkItemOp.java | 2 +-
.../org/apache/beam/runners/samza/runtime/Op.java | 16 +-
.../beam/runners/samza/runtime/OpAdapter.java | 57 ++-
.../beam/runners/samza/runtime/OpMessage.java | 20 +-
.../samza/runtime/SamzaStoreStateInternals.java | 432 +++++++++++++++++++--
.../samza/runtime/SamzaTimerInternalsFactory.java | 101 +++--
.../beam/runners/samza/runtime/WindowAssignOp.java | 2 +-
.../beam/runners/samza/state/SamzaMapState.java} | 31 +-
.../beam/runners/samza/state/SamzaSetState.java} | 27 +-
.../samza/{util => state}/package-info.java | 2 +-
.../runners/samza/translation/ConfigBuilder.java | 124 ++++--
.../translation/FlattenPCollectionsTranslator.java | 3 +-
.../samza/translation/GroupByKeyTranslator.java | 119 +++---
.../translation/ParDoBoundMultiTranslator.java | 65 +++-
...dBoundedTranslator.java => ReadTranslator.java} | 9 +-
.../samza/translation/ReadUnboundedTranslator.java | 37 --
.../samza/translation/SamzaPipelineTranslator.java | 100 +++--
.../samza/translation/SamzaPublishView.java | 14 +
.../translation/SamzaPublishViewTranslator.java | 24 +-
.../samza/translation/SamzaTransformOverrides.java | 4 +-
.../samza/translation/TranslationContext.java | 4 +
.../beam/runners/samza/util/SamzaCoders.java | 77 ++++
.../samza/src/main/resources/samza-conf.properties | 9 +-
.../samza/adapter/BoundedSourceSystemTest.java | 1 -
.../runners/samza/adapter/TestBoundedSource.java | 1 -
.../runners/samza/adapter/TestSourceHelpers.java | 1 +
.../samza/adapter/UnboundedSourceSystemTest.java | 1 -
.../runtime/SamzaStoreStateInternalsTest.java | 294 ++++++++++++++
.../samza/src/test/resources/log4j-test.properties | 2 +-
46 files changed, 1986 insertions(+), 625 deletions(-)
delete mode 100644 runners/samza/.gitignore
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/DoFnRunnerWithKeyedInternals.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/KeyedInternals.java
copy
runners/{core-java/src/main/java/org/apache/beam/runners/core/MergingStateAccessor.java
=> samza/src/main/java/org/apache/beam/runners/samza/state/SamzaMapState.java}
(51%)
copy
runners/{core-java/src/main/java/org/apache/beam/runners/core/StateAccessor.java
=> samza/src/main/java/org/apache/beam/runners/samza/state/SamzaSetState.java}
(52%)
copy runners/samza/src/main/java/org/apache/beam/runners/samza/{util =>
state}/package-info.java (95%)
rename
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/{ReadBoundedTranslator.java
=> ReadTranslator.java} (79%)
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ReadUnboundedTranslator.java
create mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/SamzaCoders.java
create mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SamzaStoreStateInternalsTest.java
--
To stop receiving notification emails like this one, please contact
[email protected].
