This closes #12
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/4da935b6 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/4da935b6 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/4da935b6 Branch: refs/heads/master Commit: 4da935b65b4220fd410255766dd00c851bfddeef Parents: 0528570 4d4425c Author: Davor Bonaci <[email protected]> Authored: Fri Mar 4 10:08:22 2016 -0800 Committer: Davor Bonaci <[email protected]> Committed: Fri Mar 4 10:08:22 2016 -0800 ---------------------------------------------------------------------- .travis.yml | 2 +- pom.xml | 1 + runners/flink/README.md | 202 ++++++ runners/flink/pom.xml | 264 +++++++ .../FlinkPipelineExecutionEnvironment.java | 269 +++++++ .../runners/flink/FlinkPipelineOptions.java | 93 +++ .../beam/runners/flink/FlinkPipelineRunner.java | 206 ++++++ .../beam/runners/flink/FlinkRunnerResult.java | 68 ++ .../beam/runners/flink/examples/TFIDF.java | 452 ++++++++++++ .../beam/runners/flink/examples/WordCount.java | 113 +++ .../flink/examples/streaming/AutoComplete.java | 387 ++++++++++ .../flink/examples/streaming/JoinExamples.java | 158 ++++ .../KafkaWindowedWordCountExample.java | 143 ++++ .../examples/streaming/WindowedWordCount.java | 130 ++++ .../apache/beam/runners/flink/io/ConsoleIO.java | 82 +++ .../FlinkBatchPipelineTranslator.java | 149 ++++ .../FlinkBatchTransformTranslators.java | 594 +++++++++++++++ .../FlinkBatchTranslationContext.java | 129 ++++ .../translation/FlinkPipelineTranslator.java | 36 + .../FlinkStreamingPipelineTranslator.java | 145 ++++ .../FlinkStreamingTransformTranslators.java | 406 +++++++++++ .../FlinkStreamingTranslationContext.java | 89 +++ .../FlinkCoGroupKeyedListAggregator.java | 60 ++ .../functions/FlinkCreateFunction.java | 62 ++ .../functions/FlinkDoFnFunction.java | 204 ++++++ .../FlinkKeyedListAggregationFunction.java | 77 ++ .../functions/FlinkMultiOutputDoFnFunction.java | 177 +++++ .../FlinkMultiOutputPruningFunction.java | 43 ++ .../functions/FlinkPartialReduceFunction.java | 60 ++ .../functions/FlinkReduceFunction.java | 57 ++ .../flink/translation/functions/UnionCoder.java | 150 ++++ .../translation/types/CoderComparator.java | 216 ++++++ .../translation/types/CoderTypeInformation.java | 116 +++ .../translation/types/CoderTypeSerializer.java | 152 ++++ .../types/InspectableByteArrayOutputStream.java | 34 + .../translation/types/KvCoderComperator.java | 264 +++++++ .../types/KvCoderTypeInformation.java | 186 +++++ .../types/VoidCoderTypeSerializer.java | 112 +++ .../wrappers/CombineFnAggregatorWrapper.java | 92 +++ .../wrappers/DataInputViewWrapper.java | 59 ++ .../wrappers/DataOutputViewWrapper.java | 52 ++ .../SerializableFnAggregatorWrapper.java | 91 +++ .../translation/wrappers/SinkOutputFormat.java | 121 ++++ .../translation/wrappers/SourceInputFormat.java | 164 +++++ .../translation/wrappers/SourceInputSplit.java | 52 ++ .../streaming/FlinkAbstractParDoWrapper.java | 266 +++++++ .../FlinkGroupAlsoByWindowWrapper.java | 631 ++++++++++++++++ .../streaming/FlinkGroupByKeyWrapper.java | 66 ++ .../streaming/FlinkParDoBoundMultiWrapper.java | 77 ++ .../streaming/FlinkParDoBoundWrapper.java | 100 +++ .../io/FlinkStreamingCreateFunction.java | 65 ++ .../streaming/io/UnboundedFlinkSource.java | 82 +++ .../streaming/io/UnboundedSocketSource.java | 233 ++++++ .../streaming/io/UnboundedSourceWrapper.java | 134 ++++ .../state/AbstractFlinkTimerInternals.java | 128 ++++ .../streaming/state/FlinkStateInternals.java | 715 +++++++++++++++++++ .../streaming/state/StateCheckpointReader.java | 91 +++ .../streaming/state/StateCheckpointUtils.java | 155 ++++ .../streaming/state/StateCheckpointWriter.java | 129 ++++ .../wrappers/streaming/state/StateType.java | 73 ++ .../flink/src/main/resources/log4j.properties | 23 + .../apache/beam/runners/flink/AvroITCase.java | 101 +++ .../beam/runners/flink/FlattenizeITCase.java | 74 ++ .../beam/runners/flink/FlinkTestPipeline.java | 72 ++ .../beam/runners/flink/JoinExamplesITCase.java | 101 +++ .../runners/flink/MaybeEmptyTestITCase.java | 65 ++ .../runners/flink/ParDoMultiOutputITCase.java | 100 +++ .../beam/runners/flink/ReadSourceITCase.java | 165 +++++ .../flink/RemoveDuplicatesEmptyITCase.java | 70 ++ .../runners/flink/RemoveDuplicatesITCase.java | 71 ++ .../beam/runners/flink/SideInputITCase.java | 69 ++ .../apache/beam/runners/flink/TfIdfITCase.java | 78 ++ .../beam/runners/flink/WordCountITCase.java | 76 ++ .../runners/flink/WordCountJoin2ITCase.java | 138 ++++ .../runners/flink/WordCountJoin3ITCase.java | 156 ++++ .../beam/runners/flink/WriteSinkITCase.java | 158 ++++ .../flink/streaming/GroupAlsoByWindowTest.java | 508 +++++++++++++ .../flink/streaming/GroupByNullKeyTest.java | 123 ++++ .../flink/streaming/StateSerializationTest.java | 305 ++++++++ .../streaming/TopWikipediaSessionsITCase.java | 134 ++++ .../beam/runners/flink/util/JoinExamples.java | 160 +++++ .../src/test/resources/log4j-test.properties | 27 + runners/pom.xml | 43 ++ 83 files changed, 12480 insertions(+), 1 deletion(-) ----------------------------------------------------------------------
