This closes #1055
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/c472e122 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/c472e122 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/c472e122 Branch: refs/heads/master Commit: c472e1227d4cc265152afd9afc072ddecc934dc4 Parents: b0cb2e8 7eecd7e Author: Sela <ans...@paypal.com> Authored: Thu Oct 20 01:24:34 2016 +0300 Committer: Sela <ans...@paypal.com> Committed: Thu Oct 20 01:24:34 2016 +0300 ---------------------------------------------------------------------- runners/spark/pom.xml | 73 ++--- .../runners/spark/SparkPipelineOptions.java | 2 +- .../apache/beam/runners/spark/SparkRunner.java | 15 +- .../beam/runners/spark/TestSparkRunner.java | 4 +- .../runners/spark/translation/DoFnFunction.java | 74 ++--- .../translation/GroupCombineFunctions.java | 235 +++++++++------- .../spark/translation/MultiDoFnFunction.java | 85 +++--- .../translation/SparkAbstractCombineFn.java | 134 +++++++++ .../spark/translation/SparkContextFactory.java | 3 +- .../spark/translation/SparkGlobalCombineFn.java | 260 ++++++++++++++++++ .../spark/translation/SparkKeyedCombineFn.java | 273 +++++++++++++++++++ .../spark/translation/SparkProcessContext.java | 160 +++++++++-- .../spark/translation/TransformTranslator.java | 143 +++++----- .../spark/translation/TranslationUtils.java | 28 +- .../streaming/StreamingTransformTranslator.java | 126 +++++---- .../runners/spark/util/BroadcastHelper.java | 26 -- .../spark/util/SparkSideInputReader.java | 95 +++++++ .../spark/translation/CombineGloballyTest.java | 101 ------- .../translation/SparkPipelineOptionsTest.java | 2 +- .../org/apache/beam/sdk/transforms/Combine.java | 14 + 20 files changed, 1318 insertions(+), 535 deletions(-) ----------------------------------------------------------------------