[BEAM-579] Integrate NamedAggregators into Spark sink system This closes #867
Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/f346c877 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/f346c877 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/f346c877 Branch: refs/heads/master Commit: f346c877a945b1e762f63fb22e4ee6c268c8af47 Parents: 2046783 226dea2 Author: Sela <ans...@paypal.com> Authored: Fri Aug 26 13:02:35 2016 +0300 Committer: Sela <ans...@paypal.com> Committed: Fri Aug 26 13:02:35 2016 +0300 ---------------------------------------------------------------------- runners/spark/pom.xml | 6 + .../runners/spark/SparkPipelineOptions.java | 7 +- .../spark/aggregators/NamedAggregators.java | 38 ++++- .../aggregators/metrics/AggregatorMetric.java | 44 +++++ .../metrics/AggregatorMetricSource.java | 49 ++++++ .../metrics/WithNamedAggregatorsSupport.java | 169 +++++++++++++++++++ .../spark/aggregators/metrics/package-info.java | 22 +++ .../spark/aggregators/metrics/sink/CsvSink.java | 39 +++++ .../aggregators/metrics/sink/GraphiteSink.java | 39 +++++ .../aggregators/metrics/sink/package-info.java | 23 +++ .../apache/beam/runners/spark/io/ConsoleIO.java | 2 +- .../beam/runners/spark/io/hadoop/HadoopIO.java | 4 +- .../spark/translation/SparkRuntimeContext.java | 29 +++- .../runners/spark/util/BroadcastHelper.java | 4 +- .../runners/spark/InMemoryMetricsSinkRule.java | 32 ++++ .../beam/runners/spark/SimpleWordCountTest.java | 12 ++ .../metrics/sink/InMemoryMetrics.java | 79 +++++++++ .../spark/src/test/resources/metrics.properties | 29 ++++ 18 files changed, 611 insertions(+), 16 deletions(-) ----------------------------------------------------------------------
