This closes #2430
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/7c169a61 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/7c169a61 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/7c169a61 Branch: refs/heads/DSL_SQL Commit: 7c169a614f339ed829c6d8b6bbc5c4868ff33ef5 Parents: a5a5bf9 0e5737f Author: Thomas Groh <[email protected]> Authored: Tue Apr 11 12:40:46 2017 -0700 Committer: Thomas Groh <[email protected]> Committed: Tue Apr 11 12:40:46 2017 -0700 ---------------------------------------------------------------------- .../FlattenPCollectionTranslator.java | 13 +- .../apex/translation/ParDoTranslator.java | 13 +- .../apex/translation/TranslationContext.java | 10 +- .../DeduplicatedFlattenFactory.java | 18 ++- .../EmptyFlattenAsCreateFactory.java | 7 +- .../core/construction/PTransformMatchers.java | 5 +- .../core/construction/PrimitiveCreate.java | 7 +- .../core/construction/ReplacementOutputs.java | 63 ++++----- .../SingleInputOutputOverrideFactory.java | 11 +- .../UnsupportedOverrideFactory.java | 8 +- .../DeduplicatedFlattenFactoryTest.java | 6 +- .../EmptyFlattenAsCreateFactoryTest.java | 8 +- .../construction/PTransformMatchersTest.java | 132 +++++++++---------- .../construction/ReplacementOutputsTest.java | 109 ++------------- .../SingleInputOutputOverrideFactoryTest.java | 6 +- .../UnsupportedOverrideFactoryTest.java | 7 +- .../direct/BoundedReadEvaluatorFactory.java | 2 +- .../beam/runners/direct/DirectGraphVisitor.java | 5 +- .../direct/ExecutorServiceParallelExecutor.java | 4 +- .../runners/direct/FlattenEvaluatorFactory.java | 2 +- .../GroupAlsoByWindowEvaluatorFactory.java | 2 +- .../direct/GroupByKeyOnlyEvaluatorFactory.java | 4 +- .../direct/KeyedPValueTrackingVisitor.java | 14 +- .../runners/direct/ParDoEvaluatorFactory.java | 10 +- .../direct/ParDoMultiOverrideFactory.java | 9 +- .../direct/StatefulParDoEvaluatorFactory.java | 8 +- .../direct/TestStreamEvaluatorFactory.java | 8 +- .../direct/UnboundedReadEvaluatorFactory.java | 4 +- .../runners/direct/ViewEvaluatorFactory.java | 4 +- .../runners/direct/ViewOverrideFactory.java | 9 +- .../beam/runners/direct/WatermarkManager.java | 19 +-- .../runners/direct/WindowEvaluatorFactory.java | 2 +- .../direct/WriteWithShardingFactory.java | 10 +- .../runners/direct/DirectGraphVisitorTest.java | 7 +- .../beam/runners/direct/ParDoEvaluatorTest.java | 2 +- .../StatefulParDoEvaluatorFactoryTest.java | 2 +- .../direct/TestStreamEvaluatorFactoryTest.java | 5 +- .../runners/direct/ViewOverrideFactoryTest.java | 2 +- .../flink/FlinkBatchTransformTranslators.java | 36 ++--- .../flink/FlinkBatchTranslationContext.java | 11 +- .../flink/FlinkStreamingPipelineTranslator.java | 9 +- .../FlinkStreamingTransformTranslators.java | 32 ++--- .../flink/FlinkStreamingTranslationContext.java | 12 +- .../dataflow/BatchStatefulParDoOverrides.java | 15 +-- .../dataflow/DataflowPipelineTranslator.java | 20 +-- .../beam/runners/dataflow/DataflowRunner.java | 27 ++-- .../runners/dataflow/TransformTranslator.java | 6 +- .../dataflow/DataflowPipelineJobTest.java | 7 +- .../apache/beam/runners/spark/SparkRunner.java | 20 +-- .../beam/runners/spark/TestSparkRunner.java | 7 +- .../spark/translation/EvaluationContext.java | 11 +- .../spark/translation/TransformTranslator.java | 25 ++-- .../streaming/StreamingTransformTranslator.java | 20 +-- .../sdk/runners/PTransformOverrideFactory.java | 10 +- .../beam/sdk/runners/TransformHierarchy.java | 80 +++++------ .../beam/sdk/transforms/AppliedPTransform.java | 17 ++- .../transforms/join/KeyedPCollectionTuple.java | 12 +- .../java/org/apache/beam/sdk/values/PBegin.java | 6 +- .../apache/beam/sdk/values/PCollectionList.java | 27 ++-- .../beam/sdk/values/PCollectionTuple.java | 10 +- .../java/org/apache/beam/sdk/values/PDone.java | 6 +- .../java/org/apache/beam/sdk/values/PInput.java | 4 +- .../org/apache/beam/sdk/values/POutput.java | 4 +- .../java/org/apache/beam/sdk/values/PValue.java | 4 +- .../org/apache/beam/sdk/values/PValueBase.java | 6 +- .../apache/beam/sdk/values/TaggedPValue.java | 5 + .../java/org/apache/beam/sdk/PipelineTest.java | 20 ++- .../sdk/runners/TransformHierarchyTest.java | 72 +++++----- .../beam/sdk/values/PCollectionListTest.java | 70 ++++------ .../beam/sdk/values/PCollectionTupleTest.java | 5 +- .../beam/sdk/io/gcp/bigquery/WriteResult.java | 11 +- 71 files changed, 526 insertions(+), 658 deletions(-) ----------------------------------------------------------------------
