This closes #540
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/c9f14066 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/c9f14066 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/c9f14066 Branch: refs/heads/apex-runner Commit: c9f1406666f2c86128727534f42b10fb8f93981d Parents: b8e6eea 9454b3b Author: Kenneth Knowles <k...@google.com> Authored: Mon Oct 17 09:47:49 2016 -0700 Committer: Kenneth Knowles <k...@google.com> Committed: Mon Oct 17 09:47:49 2016 -0700 ---------------------------------------------------------------------- runners/apex/pom.xml | 223 +++++++++ .../beam/runners/apex/ApexPipelineOptions.java | 66 +++ .../runners/apex/ApexPipelineTranslator.java | 185 ++++++++ .../apache/beam/runners/apex/ApexRunner.java | 329 +++++++++++++ .../beam/runners/apex/ApexRunnerResult.java | 87 ++++ .../beam/runners/apex/TestApexRunner.java | 59 +++ .../apache/beam/runners/apex/package-info.java | 22 + .../translators/CreateValuesTranslator.java | 48 ++ .../FlattenPCollectionTranslator.java | 129 ++++++ .../apex/translators/GroupByKeyTranslator.java | 41 ++ .../translators/ParDoBoundMultiTranslator.java | 130 ++++++ .../apex/translators/ParDoBoundTranslator.java | 62 +++ .../translators/ReadUnboundedTranslator.java | 42 ++ .../apex/translators/TransformTranslator.java | 31 ++ .../apex/translators/TranslationContext.java | 168 +++++++ .../functions/ApexFlattenOperator.java | 124 +++++ .../functions/ApexGroupByKeyOperator.java | 462 +++++++++++++++++++ .../functions/ApexParDoOperator.java | 374 +++++++++++++++ .../translators/functions/package-info.java | 22 + .../io/ApexReadUnboundedInputOperator.java | 145 ++++++ .../apex/translators/io/ValuesSource.java | 149 ++++++ .../apex/translators/io/package-info.java | 22 + .../runners/apex/translators/package-info.java | 22 + .../apex/translators/utils/ApexStreamTuple.java | 205 ++++++++ .../utils/CoderAdapterStreamCodec.java | 69 +++ .../apex/translators/utils/NoOpStepContext.java | 72 +++ .../utils/SerializablePipelineOptions.java | 60 +++ .../utils/ValueAndCoderKryoSerializable.java | 77 ++++ .../apex/translators/utils/package-info.java | 22 + .../apex/examples/StreamingWordCountTest.java | 121 +++++ .../apex/examples/UnboundedTextSource.java | 142 ++++++ .../runners/apex/examples/package-info.java | 22 + .../FlattenPCollectionTranslatorTest.java | 99 ++++ .../translators/GroupByKeyTranslatorTest.java | 245 ++++++++++ .../translators/ParDoBoundTranslatorTest.java | 206 +++++++++ .../translators/ReadUnboundTranslatorTest.java | 129 ++++++ .../translators/utils/CollectionSource.java | 136 ++++++ .../translators/utils/PipelineOptionsTest.java | 84 ++++ .../apex/src/test/resources/log4j.properties | 35 ++ runners/pom.xml | 1 + 40 files changed, 4667 insertions(+) ----------------------------------------------------------------------