[
https://issues.apache.org/jira/browse/BEAM-1791?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15939180#comment-15939180
]
Ahmet Altay commented on BEAM-1791:
-----------------------------------
Hi [~mlambert], this issue cannot be fixed in Beam as it relates to the
internals of the execution engine. Could you move the discussions to one of the
Google Cloud Dataflow support channels (e.g. StackOverflow) [1]?
[1] https://cloud.google.com/dataflow/support
> Errors are truncated
> --------------------
>
> Key: BEAM-1791
> URL: https://issues.apache.org/jira/browse/BEAM-1791
> Project: Beam
> Issue Type: Bug
> Components: sdk-py
> Reporter: Mike Lambert
> Assignee: Ahmet Altay
> Priority: Minor
>
> When I run my code in the Google Cloud Dataflow, I am getting some tracebacks
> in the the "Errors" view, but they are truncated. (Not sure if this is a bug
> against this Jira component, or should be filed somewhere else...)
> {noformat}
> (cee7eb663424a856): Traceback (most recent call last):
> File
> "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line
> 578, in do_work
> work_executor.execute()
> File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py",
> line 165, in execute
> op.start()
> File "dataflow_worker/shuffle_operations.py", line 49, in
> dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start
> (dataflow_worker/shuffle_operations.c:3442)
> def start(self):
> File "dataflow_worker/shuffle_operations.py", line 50, in
> dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start
> (dataflow_worker/shuffle_operations.c:3346)
> with self.scoped_start_state:
> File "dataflow_worker/shuffle_operations.py", line 63, in
> dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start
> (dataflow_worker/shuffle_operations.c:3261)
> with self.shuffle_source.reader() as reader:
> File "dataflow_worker/shuffle_operations.py", line 67, in
> dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start
> (dataflow_worker/shuffle_operations.c:3205)
> self.output(windowed_value)
> File "dataflow_worker/operations.py", line 139, in
> dataflow_worker.operations.Operation.output
> (dataflow_worker/operations.c:5717)
> cython.cast(Receiver,
> self.receivers[output_index]).receive(windowed_value)
> File "dataflow_worker/operations.py", line 72, in
> dataflow_worker.operations.ConsumerSet.receive
> (dataflow_worker/operations.c:3421)
> cython.cast(Operation, consumer).process(windowed_value)
> File "dataflow_worker/shuffle_operations.py", line 220, in
> dataflow_worker.shuffle_operations.BatchGroupAlsoByWindowsOperation.process
> (dataflow_worker/shuffle_operations.c:8094)
> self.output(wvalue.with_value((k, wvalue.value)))
> File "dataflow_worker/operations.py", line 139, in
> dataflow_worker.operations.Operation.output
> (dataflow_worker/operations.c:5717)
> cython.cast(Receiver,
> self.receivers[output_index]).receive(windowed_value)
> File "dataflow_worker/operations.py", line 72, in
> dataflow_worker.operations.ConsumerSet.receive
> (dataflow_worker/operations.c:3421)
> cython.cast(Operation, consumer).process(windowed_value)
> File "dataflow_worker/operations.py", line 395, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13546)
> with self.scoped_process_state:
> File "dataflow_worker/operations.py", line 396, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13500)
> self.dofn_receiver.receive(o)
> File "apache_beam/runners/common.py", line 195, in
> apache_beam.runners.common.DoFnRunner.receive
> (apache_beam/runners/common.c:5142)
> self.process(windowed_value)
> File "apache_beam/runners/common.py", line 267, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7201)
> self.reraise_augmented(exn)
> File "apache_beam/runners/common.py", line 281, in
> apache_beam.runners.common.DoFnRunner.reraise_augmented
> (apache_beam/runners/common.c:7609)
> raise
> File "apache_beam/runners/common.py", line 263, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7090)
> self._dofn_simple_invoker(element)
> File "apache_beam/runners/common.py", line 198, in
> apache_beam.runners.common.DoFnRunner._dofn_simple_invoker
> (apache_beam/runners/common.c:5288)
> self._process_outputs(element, self.dofn_process(element.value))
> File "apache_beam/runners/common.py", line 326, in
> apache_beam.runners.common.DoFnRunner._process_outputs
> (apache_beam/runners/common.c:8563)
> self.main_receivers.receive(windowed_value)
> File "dataflow_worker/operations.py", line 72, in
> dataflow_worker.operations.ConsumerSet.receive
> (dataflow_worker/operations.c:3421)
> cython.cast(Operation, consumer).process(windowed_value)
> File "dataflow_worker/operations.py", line 395, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13546)
> with self.scoped_process_state:
> File "dataflow_worker/operations.py", line 396, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13500)
> self.dofn_receiver.receive(o)
> File "apache_beam/runners/common.py", line 195, in
> apache_beam.runners.common.DoFnRunner.receive
> (apache_beam/runners/common.c:5142)
> self.process(windowed_value)
> File "apache_beam/runners/common.py", line 267, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7201)
> self.reraise_augmented(exn)
> File "apache_beam/runners/common.py", line 281, in
> apache_beam.runners.common.DoFnRunner.reraise_augmented
> (apache_beam/runners/common.c:7609)
> raise
> File "apache_beam/runners/common.py", line 263, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7090)
> self._dofn_simple_invoker(element)
> File "apache_beam/runners/common.py", line 198, in
> apache_beam.runners.common.DoFnRunner._dofn_simple_invoker
> (apache_beam/runners/common.c:5288)
> self._process_outputs(element, self.dofn_process(element.value))
> File "apache_beam/runners/common.py", line 326, in
> apache_beam.runners.common.DoFnRunner._process_outputs
> (apache_beam/runners/common.c:8563)
> self.main_receivers.receive(windowed_value)
> File "dataflow_worker/operations.py", line 72, in
> dataflow_worker.operations.ConsumerSet.receive
> (dataflow_worker/operations.c:3421)
> cython.cast(Operation, consumer).process(windowed_value)
> File "dataflow_worker/operations.py", line 395, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13546)
> with self.scoped_process_state:
> File "dataflow_worker/operations.py", line 396, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13500)
> self.dofn_receiver.receive(o)
> File "apache_beam/runners/common.py", line 195, in
> apache_beam.runners.common.DoFnRunner.receive
> (apache_beam/runners/common.c:5142)
> self.process(windowed_value)
> File "apache_beam/runners/common.py", line 267, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7201)
> self.reraise_augmented(exn)
> File "apache_beam/runners/common.py", line 281, in
> apache_beam.runners.common.DoFnRunner.reraise_augmented
> (apache_beam/runners/common.c:7609)
> raise
> File "apache_beam/runners/common.py", line 263, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7090)
> self._dofn_simple_invoker(element)
> File "apache_beam/runners/common.py", line 198, in
> apache_beam.runners.common.DoFnRunner._dofn_simple_invoker
> (apache_beam/runners/common.c:5288)
> self._process_outputs(element, self.dofn_process(element.value))
> File "apache_beam/runners/common.py", line 326, in
> apache_beam.runners.common.DoFnRunner._process_outputs
> (apache_beam/runners/common.c:8563)
> self.main_receivers.receive(windowed_value)
> File "dataflow_worker/operations.py", line 72, in
> dataflow_worker.operations.ConsumerSet.receive
> (dataflow_worker/operations.c:3421)
> cython.cast(Operation, consumer).process(windowed_value)
> File "dataflow_worker/operations.py", line 395, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13546)
> with self.scoped_process_state:
> File "dataflow_worker/operations.py", line 396, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13500)
> self.dofn_receiver.receive(o)
> File "apache_beam/runners/common.py", line 195, in
> apache_beam.runners.common.DoFnRunner.receive
> (apache_beam/runners/common.c:5142)
> self.process(windowed_value)
> File "apache_beam/runners/common.py", line 267, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7201)
> self.reraise_augmented(exn)
> File "apache_beam/runners/common.py", line 281, in
> apache_beam.runners.common.DoFnRunner.reraise_augmented
> (apache_beam/runners/common.c:7609)
> raise
> File "apache_beam/runners/common.py", line 263, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7090)
> self._dofn_simple_invoker(element)
> File "apache_beam/runners/common.py", line 198, in
> apache_beam.runners.common.DoFnRunner._dofn_simple_invoker
> (apache_beam/runners/common.c:5288)
> self._process_outputs(element, self.dofn_process(element.value))
> File "apache_beam/runners/common.py", line 326, in
> apache_beam.runners.common.DoFnRunner._process_outputs
> (apache_beam/runners/common.c:8563)
> self.main_receivers.receive(windowed_value)
> File "dataflow_worker/operations.py", line 72, in
> dataflow_worker.operations.ConsumerSet.receive
> (dataflow_worker/operations.c:3421)
> cython.cast(Operation, consumer).process(windowed_value)
> File "dataflow_worker/operations.py", line 395, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13546)
> with self.scoped_process_state:
> File "dataflow_worker/operations.py", line 396, in
> dataflow_worker.operations.DoOperation.process
> (dataflow_worker/operations.c:13500)
> self.dofn_receiver.receive(o)
> File "apache_beam/runners/common.py", line 195, in
> apache_beam.runners.common.DoFnRunner.receive
> (apache_beam/runners/common.c:5142)
> self.process(windowed_value)
> File "apache_beam/runners/common.py", line 267, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7201)
> self.reraise_augmented(exn)
> File "apache_beam/runners/common.py", line 281, in
> apache_beam.runners.common.DoFnRunner.reraise_augmented
> (apache_beam/runners/common.c:7609)
> raise
> File "apache_beam/runners/common.py", line 263, in
> apache_beam.runners.common.DoFnRunner.process
> (apache_beam/runners/common.c:7090)
> self._dofn_simple_invoker(element)
> File "apache_beam/runners/common.py", line 198, in
> apache_beam.runners.common.DoFnRunner._dofn_simple_invoker
> (apache_beam/runners/common.c:5288)
> self._process_outputs(element, self.dofn_process(element.value))
> File "apache_beam/runners/common.py", line 326, in
> apache_beam.runners.common.DoFnRunner._process_outputs
> (apache_beam/runners/common.c:8563)
> self.main_receivers.receive(windowed_value)
> File "dataflow_worker/operations.py", line 72, in
> dataflow_worker.operations.ConsumerSet.receive
> (dataflow_worker/operations.c:3421)
> cython.cast(Operation, consumer).process(windowed_valu
> {noformat}
> Notice how it is truncated at the very end...after around 10220 characters,
> and it hasn't even gotten to my actual code's stacktrace yet!
> If I open the logs panel and go look at the logs, I'm luckily able to see the
> full thing...including the very last line that is pointing at my code, as
> well as the actual exception class/message itself.
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)
