This is an automated email from the ASF dual-hosted git repository. echauchot pushed a commit to branch spark-runner_structured-streaming in repository https://gitbox.apache.org/repos/asf/beam.git
commit 818dc870ca15370e8c6f6cdd91151853bbf016ef Author: Etienne Chauchot <[email protected]> AuthorDate: Fri Mar 1 11:41:34 2019 +0100 Cleaning --- .../translation/batch/CombineGloballyTranslatorBatch.java | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java index 80ca4b9..48024b6 100644 --- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java +++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java @@ -52,30 +52,20 @@ class CombineGloballyTranslatorBatch<InputT, AccumT, OutputT> Dataset<WindowedValue<InputT>> inputDataset = context.getDataset(input); - System.out.println("****** inputDataset ******" + inputDataset.schema()); - Dataset<InputT> unWindowedDataset = inputDataset.map( WindowingHelpers.unwindowMapFunction(), EncoderHelpers.genericEncoder()); - System.out.println("****** unWindowedDataset ******" + unWindowedDataset.schema()); - Dataset<Row> combinedRowDataset = unWindowedDataset .agg(new AggregatorCombinerGlobally<>(combineFn).toColumn()); - System.out.println("*****combinedRowDataset*******" + combinedRowDataset.schema()); - Dataset<OutputT> combinedDataset = combinedRowDataset .map(RowHelpers.extractObjectFromRowMapFunction(), EncoderHelpers.genericEncoder()); - System.out.println("****** combinedDataset ******" + combinedDataset.schema()); - // Window the result into global window. Dataset<WindowedValue<OutputT>> outputDataset = combinedDataset .map(WindowingHelpers.windowMapFunction(), EncoderHelpers.windowedValueEncoder()); - System.out.println("****** outputDataset ******" + outputDataset.schema()); - context.putDataset(output, outputDataset); } }
