This is an automated email from the ASF dual-hosted git repository. johnyangk pushed a commit to branch tpch-fix in repository https://gitbox.apache.org/repos/asf/incubator-nemo.git
commit e419597e0e3e07b38af643c6ea0e86a759fa810d Author: John Yang <[email protected]> AuthorDate: Sat Sep 29 10:43:49 2018 +0900 log --- .../apache/nemo/compiler/frontend/beam/transform/DoTransform.java | 5 +++++ .../beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java | 2 +- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/transform/DoTransform.java b/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/transform/DoTransform.java index 1935370..11f0bd8 100644 --- a/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/transform/DoTransform.java +++ b/compiler/frontend/beam/src/main/java/org/apache/nemo/compiler/frontend/beam/transform/DoTransform.java @@ -35,6 +35,8 @@ import org.apache.beam.sdk.values.PCollectionView; import org.apache.beam.sdk.values.Row; import org.apache.beam.sdk.values.TupleTag; import org.joda.time.Instant; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; import javax.annotation.Nullable; import java.io.IOException; @@ -49,6 +51,7 @@ import java.util.Map; * @param <O> output type. */ public final class DoTransform<I, O> implements Transform<I, O> { + private static final Logger LOG = LoggerFactory.getLogger(DoTransform.class.getName()); private final DoFn doFn; private final ObjectMapper mapper; private final String serializedOptions; @@ -214,12 +217,14 @@ public final class DoTransform<I, O> implements Transform<I, O> { @Override public void write(final Integer state) { + LOG.info("WRITE STATE {} to {}", state, idToInteger); idToInteger.put(stateId, state); } @Nullable @Override public Integer read() { + LOG.info("READ STATE {} from {}", stateId, idToInteger); return idToInteger.get(stateId); } diff --git a/examples/beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java b/examples/beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java index 1d6f42c..f770a7a 100644 --- a/examples/beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java +++ b/examples/beam/src/main/java/org/apache/nemo/examples/beam/tpch/Tpch.java @@ -39,7 +39,6 @@ import java.io.Serializable; import java.nio.file.Files; import java.nio.file.Paths; import java.util.*; -import java.util.stream.Collectors; import java.util.stream.Stream; import static org.apache.beam.sdk.extensions.sql.impl.schema.BeamTableUtils.beamRow2CsvLine; @@ -163,6 +162,7 @@ public final class Tpch { new SerializableFunction<Row, String>() { @Override public String apply(final Row input) { + System.out.println("ROW INPUT VISITED"); System.out.println(input.getValues().toString()); return input.getValues().toString(); }
