This closes #3053
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/a39960b1 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/a39960b1 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/a39960b1 Branch: refs/heads/master Commit: a39960b131674e6c1d120a971b91b37226c88414 Parents: 03a7f92 8cd98bd Author: Dan Halperin <[email protected]> Authored: Wed May 10 17:12:15 2017 -0700 Committer: Dan Halperin <[email protected]> Committed: Wed May 10 17:12:15 2017 -0700 ---------------------------------------------------------------------- .../runners/core/metrics/MetricFiltering.java | 102 ++++ .../beam/runners/core/metrics/MetricKey.java | 43 ++ .../beam/runners/core/metrics/package-info.java | 22 + .../core/metrics/MetricFilteringTest.java | 148 ++++++ .../apache/beam/runners/core/LateDataUtils.java | 4 +- .../beam/runners/core/metrics/CounterCell.java | 86 ++++ .../beam/runners/core/metrics/DirtyState.java | 99 ++++ .../runners/core/metrics/DistributionCell.java | 80 +++ .../runners/core/metrics/DistributionData.java | 62 +++ .../beam/runners/core/metrics/GaugeCell.java | 78 +++ .../beam/runners/core/metrics/GaugeData.java | 83 ++++ .../beam/runners/core/metrics/MetricCell.java | 42 ++ .../runners/core/metrics/MetricUpdates.java | 79 +++ .../core/metrics/MetricsContainerImpl.java | 188 +++++++ .../core/metrics/MetricsContainerStepMap.java | 495 +++++++++++++++++++ .../beam/runners/core/metrics/MetricsMap.java | 88 ++++ .../beam/runners/core/metrics/package-info.java | 22 + .../core/LateDataDroppingDoFnRunnerTest.java | 9 +- .../beam/runners/core/ReduceFnRunnerTest.java | 34 +- .../runners/core/StatefulDoFnRunnerTest.java | 10 +- .../runners/core/metrics/CounterCellTest.java | 56 +++ .../runners/core/metrics/DirtyStateTest.java | 56 +++ .../core/metrics/DistributionCellTest.java | 54 ++ .../runners/core/metrics/GaugeCellTest.java | 51 ++ .../core/metrics/MetricUpdateMatchers.java | 82 +++ .../core/metrics/MetricsContainerImplTest.java | 130 +++++ .../metrics/MetricsContainerStepMapTest.java | 272 ++++++++++ .../runners/core/metrics/MetricsMapTest.java | 103 ++++ .../beam/runners/direct/DirectMetrics.java | 14 +- .../runners/direct/StepTransformResult.java | 2 +- .../beam/runners/direct/TransformExecutor.java | 10 +- .../beam/runners/direct/TransformResult.java | 2 +- .../beam/runners/direct/DirectMetricsTest.java | 14 +- .../beam/runners/flink/FlinkRunnerResult.java | 4 +- .../metrics/DoFnRunnerWithMetricsUpdate.java | 3 +- .../flink/metrics/FlinkMetricContainer.java | 7 +- .../flink/metrics/MetricsAccumulator.java | 2 +- .../flink/metrics/ReaderInvocationUtil.java | 5 +- runners/google-cloud-dataflow-java/pom.xml | 2 +- .../beam/runners/dataflow/DataflowMetrics.java | 4 +- .../runners/dataflow/DataflowMetricsTest.java | 4 +- .../beam/runners/spark/SparkPipelineResult.java | 2 +- .../apache/beam/runners/spark/io/SourceRDD.java | 2 +- .../runners/spark/io/SparkUnboundedSource.java | 2 +- .../spark/metrics/MetricsAccumulator.java | 2 +- .../spark/metrics/MetricsAccumulatorParam.java | 2 +- .../runners/spark/metrics/SparkBeamMetric.java | 4 +- .../SparkGroupAlsoByWindowViaWindowSet.java | 10 +- .../spark/stateful/StateSpecFunctions.java | 2 +- .../translation/DoFnRunnerWithMetrics.java | 5 +- .../spark/translation/MultiDoFnFunction.java | 2 +- .../spark/translation/TransformTranslator.java | 2 +- .../streaming/StreamingTransformTranslator.java | 2 +- .../spark/io/ReaderToIteratorAdapterTest.java | 4 +- .../ResumeFromCheckpointStreamingTest.java | 2 +- .../streaming/StreamingSourceMetricsTest.java | 2 +- .../apache/beam/sdk/metrics/CounterCell.java | 72 --- .../org/apache/beam/sdk/metrics/DirtyState.java | 99 ---- .../beam/sdk/metrics/DistributionCell.java | 74 --- .../beam/sdk/metrics/DistributionData.java | 60 --- .../beam/sdk/metrics/DistributionResult.java | 3 + .../org/apache/beam/sdk/metrics/GaugeCell.java | 70 --- .../org/apache/beam/sdk/metrics/GaugeData.java | 81 --- .../apache/beam/sdk/metrics/GaugeResult.java | 3 + .../org/apache/beam/sdk/metrics/Metric.java | 7 +- .../org/apache/beam/sdk/metrics/MetricCell.java | 53 -- .../beam/sdk/metrics/MetricFiltering.java | 99 ---- .../org/apache/beam/sdk/metrics/MetricKey.java | 41 -- .../apache/beam/sdk/metrics/MetricUpdates.java | 78 --- .../org/apache/beam/sdk/metrics/Metrics.java | 8 +- .../beam/sdk/metrics/MetricsContainer.java | 146 +----- .../sdk/metrics/MetricsContainerStepMap.java | 487 ------------------ .../beam/sdk/metrics/MetricsEnvironment.java | 9 +- .../org/apache/beam/sdk/metrics/MetricsMap.java | 87 ---- .../apache/beam/sdk/metrics/SinkMetrics.java | 4 + .../apache/beam/sdk/metrics/SourceMetrics.java | 3 + .../beam/sdk/metrics/CounterCellTest.java | 55 --- .../apache/beam/sdk/metrics/DirtyStateTest.java | 56 --- .../beam/sdk/metrics/DistributionCellTest.java | 53 -- .../apache/beam/sdk/metrics/GaugeCellTest.java | 49 -- .../beam/sdk/metrics/MetricFilteringTest.java | 145 ------ .../apache/beam/sdk/metrics/MetricMatchers.java | 242 --------- .../beam/sdk/metrics/MetricResultsMatchers.java | 190 +++++++ .../metrics/MetricsContainerStepMapTest.java | 258 ---------- .../beam/sdk/metrics/MetricsContainerTest.java | 129 ----- .../sdk/metrics/MetricsEnvironmentTest.java | 23 +- .../apache/beam/sdk/metrics/MetricsMapTest.java | 103 ---- .../apache/beam/sdk/metrics/MetricsTest.java | 43 +- .../apache/beam/sdk/io/kafka/KafkaIOTest.java | 54 +- 89 files changed, 2902 insertions(+), 2678 deletions(-) ----------------------------------------------------------------------
