jaehwan0214 commented on a change in pull request #299:
URL: https://github.com/apache/incubator-nemo/pull/299#discussion_r504079925
##########
File path: examples/beam/debug/errored_ir.json
##########
@@ -0,0 +1 @@
+{"vertices":[{"id":"vertex13","properties":{"class":"BeamBoundedSourceVertex","executionProperties":{"org.apache.nemo.common.ir.vertex.executionproperty.ResourcePriorityProperty":"None"},"source":"[]org.apache.beam.sdk.io.Read$Bounded:source=org.apache.beam.sdk.io.CompressedSource\n[source]org.apache.beam.sdk.io.CompressedSource:source=org.apache.beam.sdk.io.TextSource\n[source/source]org.apache.beam.sdk.io.TextSource:filePattern=/Users/backjaehwan/new/incubator-nemo/examples/beam/../resources/inputs/test_input_windowed_wordcount\n[source]org.apache.beam.sdk.io.CompressedSource:compressionMode=AUTO"}},{"id":"vertex14","properties":{"class":"OperatorVertex","executionProperties":{"org.apache.nemo.common.ir.vertex.executionproperty.ResourcePriorityProperty":"None"},"transform":"DoFnTransform
/ []org.apache.nemo.compiler.frontend.beam.PipelineTranslator /
name=ParDo(Anonymous)/ParMultiDo(Anonymous)"}},{"id":"vertex15","properties":{"class":"OperatorVertex","executionProperties":{"org.a
pache.nemo.common.ir.vertex.executionproperty.ResourcePriorityProperty":"None"},"transform":"DoFnTransform
/ []org.apache.nemo.compiler.frontend.beam.PipelineTranslator /
name=MapElements/Map/ParMultiDo(Anonymous)"}},{"id":"vertex16","properties":{"class":"OperatorVertex","executionProperties":{"org.apache.nemo.common.ir.vertex.executionproperty.ResourcePriorityProperty":"None"},"transform":"WindowFnTransform
/ [windowFn]org.apache.beam.sdk.transforms.windowing.FixedWindows /
size=5000\n[]org.apache.beam.sdk.transforms.windowing.Window$Assign /
windowFn=org.apache.beam.sdk.transforms.windowing.FixedWindows"}},{"id":"vertex17","properties":{"class":"OperatorVertex","executionProperties":{"org.apache.nemo.common.ir.vertex.executionproperty.ResourcePriorityProperty":"None"},"transform":"GBKFinalTransform
/ []org.apache.beam.sdk.transforms.Combine$PerKey /
combineFn=org.apache.beam.sdk.transforms.Sum$SumLongFn"}}],"edges":[{"src":"vertex16","dst":"vertex17","properties":{"id":"edge14","
executionProperties":{"org.apache.nemo.common.ir.edge.executionproperty.EncoderProperty":"org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder","org.apache.nemo.common.ir.edge.executionproperty.KeyExtractorProperty":"org.apache.nemo.compiler.frontend.beam.BeamKeyExtractor@845","org.apache.nemo.common.ir.edge.executionproperty.CommunicationPatternProperty":"ONE_TO_ONE","org.apache.nemo.common.ir.edge.executionproperty.PartitionerProperty":"Pair[INTACT,0]","org.apache.nemo.common.ir.edge.executionproperty.KeyEncoderProperty":"org.apache.beam.sdk.coders.StringUtf8Coder","org.apache.nemo.common.ir.edge.executionproperty.DecoderProperty":"org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder","org.apache.nemo.common.ir.edge.executionproperty.DataFlowProperty":"PUSH","org.apache.nemo.common.ir.edge.executionproperty.KeyDecoderProperty":"org.apache.beam.sdk.coders.StringUtf8Coder","org.apache.nemo.common.ir.edge.executionproperty.DataStoreProperty":"MEMORY_STORE"}}},{"src"
:"vertex14","dst":"vertex15","properties":{"id":"edge12","executionProperties":{"org.apache.nemo.common.ir.edge.executionproperty.EncoderProperty":"org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder","org.apache.nemo.common.ir.edge.executionproperty.KeyExtractorProperty":"org.apache.nemo.compiler.frontend.beam.BeamKeyExtractor@845","org.apache.nemo.common.ir.edge.executionproperty.CommunicationPatternProperty":"ONE_TO_ONE","org.apache.nemo.common.ir.edge.executionproperty.PartitionerProperty":"Pair[INTACT,0]","org.apache.nemo.common.ir.edge.executionproperty.DecoderProperty":"org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder","org.apache.nemo.common.ir.edge.executionproperty.DataFlowProperty":"PUSH","org.apache.nemo.common.ir.edge.executionproperty.DataStoreProperty":"MEMORY_STORE"}}},{"src":"vertex15","dst":"vertex16","properties":{"id":"edge13","executionProperties":{"org.apache.nemo.common.ir.edge.executionproperty.EncoderProperty":"org.apache.beam.sdk.util
.WindowedValue$FullWindowedValueCoder","org.apache.nemo.common.ir.edge.executionproperty.KeyExtractorProperty":"org.apache.nemo.compiler.frontend.beam.BeamKeyExtractor@845","org.apache.nemo.common.ir.edge.executionproperty.CommunicationPatternProperty":"ONE_TO_ONE","org.apache.nemo.common.ir.edge.executionproperty.PartitionerProperty":"Pair[INTACT,0]","org.apache.nemo.common.ir.edge.executionproperty.KeyEncoderProperty":"org.apache.beam.sdk.coders.StringUtf8Coder","org.apache.nemo.common.ir.edge.executionproperty.DecoderProperty":"org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder","org.apache.nemo.common.ir.edge.executionproperty.DataFlowProperty":"PUSH","org.apache.nemo.common.ir.edge.executionproperty.KeyDecoderProperty":"org.apache.beam.sdk.coders.StringUtf8Coder","org.apache.nemo.common.ir.edge.executionproperty.DataStoreProperty":"MEMORY_STORE"}}},{"src":"vertex13","dst":"vertex14","properties":{"id":"edge11","executionProperties":{"org.apache.nemo.common.ir.edge.ex
ecutionproperty.EncoderProperty":"org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder","org.apache.nemo.common.ir.edge.executionproperty.KeyExtractorProperty":"org.apache.nemo.compiler.frontend.beam.BeamKeyExtractor@845","org.apache.nemo.common.ir.edge.executionproperty.CommunicationPatternProperty":"ONE_TO_ONE","org.apache.nemo.common.ir.edge.executionproperty.PartitionerProperty":"Pair[INTACT,0]","org.apache.nemo.common.ir.edge.executionproperty.DecoderProperty":"org.apache.beam.sdk.util.WindowedValue$FullWindowedValueCoder","org.apache.nemo.common.ir.edge.executionproperty.DataFlowProperty":"PUSH","org.apache.nemo.common.ir.edge.executionproperty.DataStoreProperty":"MEMORY_STORE"}}}]}
Review comment:
Thank you. I removed it.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
