This closes #1987
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/aa45ccb0 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/aa45ccb0 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/aa45ccb0 Branch: refs/heads/master Commit: aa45ccb0800741ddf5ee7ecc7965c85c1914acf7 Parents: 92190ba 3d25b9c Author: Sela <[email protected]> Authored: Mon Feb 20 11:40:26 2017 +0200 Committer: Sela <[email protected]> Committed: Mon Feb 20 11:40:26 2017 +0200 ---------------------------------------------------------------------- .../runners/dataflow/util/PackageUtilTest.java | 30 +-- .../apache/beam/runners/spark/SparkRunner.java | 6 +- .../beam/runners/spark/TestSparkRunner.java | 10 +- .../aggregators/AggregatorsAccumulator.java | 2 +- .../runners/spark/io/SparkUnboundedSource.java | 69 ++++-- .../spark/stateful/StateSpecFunctions.java | 31 ++- .../spark/translation/SparkContextFactory.java | 2 +- .../streaming/StreamingTransformTranslator.java | 92 +++++--- .../translation/streaming/UnboundedDataset.java | 34 ++- .../spark/util/GlobalWatermarkHolder.java | 200 ++++++++++++++++ .../beam/runners/spark/ClearWatermarksRule.java | 37 +++ .../beam/runners/spark/ReuseSparkContext.java | 46 ++++ .../beam/runners/spark/WatermarkTest.java | 227 +++++++++++++++++++ .../streaming/FlattenStreamingTest.java | 22 -- .../streaming/TrackStreamingSourcesTest.java | 168 ++++++++++++++ .../apache/beam/sdk/testing/RegexMatcher.java | 49 ++++ 16 files changed, 898 insertions(+), 127 deletions(-) ----------------------------------------------------------------------
