This is an automated email from the ASF dual-hosted git repository. echauchot pushed a commit to branch spark-runner_structured-streaming in repository https://gitbox.apache.org/repos/asf/beam.git
commit d1b549ebc3341c576184961b4a32ba91c42c3c9b Author: Etienne Chauchot <[email protected]> AuthorDate: Wed Jan 2 16:11:10 2019 +0100 Wire real SourceTransform and not mock and update the test --- .../structuredstreaming/translation/batch/PipelineTranslatorBatch.java | 2 +- .../org/apache/beam/runners/spark/structuredstreaming/SourceTest.java | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java index 3b9a7d6..c7e9167 100644 --- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java +++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java @@ -66,7 +66,7 @@ public class PipelineTranslatorBatch extends PipelineTranslator { PTransformTranslation.PAR_DO_TRANSFORM_URN, new ParDoTranslatorBatch()); TRANSFORM_TRANSLATORS.put( - PTransformTranslation.READ_TRANSFORM_URN, new ReadSourceTranslatorMockBatch()); + PTransformTranslation.READ_TRANSFORM_URN, new ReadSourceTranslatorBatch()); } public PipelineTranslatorBatch(SparkPipelineOptions options) { diff --git a/runners/spark-structured-streaming/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SourceTest.java b/runners/spark-structured-streaming/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SourceTest.java index eea9769..79a85f3 100644 --- a/runners/spark-structured-streaming/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SourceTest.java +++ b/runners/spark-structured-streaming/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SourceTest.java @@ -9,7 +9,7 @@ public class SourceTest { public static void main(String[] args) { PipelineOptions options = PipelineOptionsFactory.fromArgs(args).create(); Pipeline pipeline = Pipeline.create(options); - pipeline.apply(Create.of(1)); + pipeline.apply(Create.of(1, 2, 3, 4, 5, 6, 7, 8, 9, 10)); pipeline.run(); }
