Merge apex-runner to master. This closes #1305.
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/7d069a65 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/7d069a65 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/7d069a65 Branch: refs/heads/master Commit: 7d069a65b4bb264bce279b19a1dc0f7372ce43fb Parents: e2c2159 41394c2 Author: Kenneth Knowles <[email protected]> Authored: Fri Nov 11 18:19:34 2016 -0800 Committer: Kenneth Knowles <[email protected]> Committed: Fri Nov 11 18:19:34 2016 -0800 ---------------------------------------------------------------------- examples/java/pom.xml | 35 ++ pom.xml | 6 + runners/apex/README.md | 76 +++ runners/apex/pom.xml | 234 +++++++++ .../beam/runners/apex/ApexPipelineOptions.java | 60 +++ .../apache/beam/runners/apex/ApexRunner.java | 398 ++++++++++++++++ .../beam/runners/apex/ApexRunnerRegistrar.java | 61 +++ .../beam/runners/apex/ApexRunnerResult.java | 110 +++++ .../beam/runners/apex/TestApexRunner.java | 73 +++ .../apache/beam/runners/apex/package-info.java | 22 + .../translation/ApexPipelineTranslator.java | 179 +++++++ .../translation/CreateValuesTranslator.java | 48 ++ .../FlattenPCollectionTranslator.java | 129 +++++ .../apex/translation/GroupByKeyTranslator.java | 42 ++ .../translation/ParDoBoundMultiTranslator.java | 142 ++++++ .../apex/translation/ParDoBoundTranslator.java | 64 +++ .../translation/ReadUnboundedTranslator.java | 42 ++ .../apex/translation/TransformTranslator.java | 31 ++ .../apex/translation/TranslationContext.java | 178 +++++++ .../operators/ApexFlattenOperator.java | 125 +++++ .../operators/ApexGroupByKeyOperator.java | 475 +++++++++++++++++++ .../operators/ApexParDoOperator.java | 375 +++++++++++++++ .../ApexReadUnboundedInputOperator.java | 155 ++++++ .../translation/operators/package-info.java | 22 + .../runners/apex/translation/package-info.java | 22 + .../translation/utils/ApexStateInternals.java | 438 +++++++++++++++++ .../apex/translation/utils/ApexStreamTuple.java | 222 +++++++++ .../utils/CoderAdapterStreamCodec.java | 69 +++ .../apex/translation/utils/NoOpStepContext.java | 72 +++ .../utils/SerializablePipelineOptions.java | 60 +++ .../utils/ValueAndCoderKryoSerializable.java | 77 +++ .../apex/translation/utils/ValuesSource.java | 149 ++++++ .../apex/translation/utils/package-info.java | 22 + .../runners/apex/ApexRunnerRegistrarTest.java | 47 ++ .../apex/examples/UnboundedTextSource.java | 142 ++++++ .../runners/apex/examples/WordCountTest.java | 188 ++++++++ .../runners/apex/examples/package-info.java | 22 + .../translation/ApexGroupByKeyOperatorTest.java | 117 +++++ .../FlattenPCollectionTranslatorTest.java | 99 ++++ .../translation/GroupByKeyTranslatorTest.java | 246 ++++++++++ .../translation/ParDoBoundTranslatorTest.java | 340 +++++++++++++ .../translation/ReadUnboundTranslatorTest.java | 129 +++++ .../utils/ApexStateInternalsTest.java | 361 ++++++++++++++ .../translation/utils/CollectionSource.java | 136 ++++++ .../translation/utils/PipelineOptionsTest.java | 84 ++++ .../apex/src/test/resources/log4j.properties | 35 ++ runners/apex/src/test/resources/words.txt | 3 + runners/pom.xml | 1 + 48 files changed, 6163 insertions(+) ----------------------------------------------------------------------
