[
https://issues.apache.org/jira/browse/BEAM-6711?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16794889#comment-16794889
]
Juta Staes edited comment on BEAM-6711 at 3/18/19 10:03 AM:
------------------------------------------------------------
I still get the following error on master
{code:java}
10:23:23 ======================================================================
10:23:23 ERROR: test_multiple_destinations_transform
(apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT)
10:23:23 ----------------------------------------------------------------------
10:23:23 Traceback (most recent call last):
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads_test.py",
line 423, in test_multiple_destinations_transform
10:23:23 max_files_per_bundle=-1))
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/pipeline.py",
line 426, in __exit__
10:23:23 self.run().wait_until_finish()
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/pipeline.py",
line 406, in run
10:23:23 self._options).run(False)
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/pipeline.py",
line 419, in run
10:23:23 return self.runner.run_pipeline(self, self._options)
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",
line 64, in run_pipeline
10:23:23 self.result.wait_until_finish(duration=wait_duration)
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",
line 1217, in wait_until_finish
10:23:23 (self.state, getattr(self._runner, 'last_error_msg', None)), self)
10:23:23 apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException:
Dataflow pipeline failed. State: FAILED, Error:
10:23:23 Traceback (most recent call last):
10:23:23 File "apache_beam/runners/common.py", line 732, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 418, in
apache_beam.runners.common.SimpleInvoker.invoke_process
10:23:23 File "apache_beam/runners/common.py", line 855, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 774, in
apache_beam.runners.worker.operations.PGBKCVOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 782, in
apache_beam.runners.worker.operations.PGBKCVOperation.process
10:23:23 TypeError: unhashable type: 'TableReference'
10:23:23
10:23:23 During handling of the above exception, another exception occurred:
10:23:23
10:23:23 Traceback (most recent call last):
10:23:23 File
"/usr/local/lib/python3.5/site-packages/dataflow_worker/batchworker.py", line
649, in do_work
10:23:23 work_executor.execute()
10:23:23 File
"/usr/local/lib/python3.5/site-packages/dataflow_worker/executor.py", line 176,
in execute
10:23:23 op.start()
10:23:23 File "dataflow_worker/native_operations.py", line 38, in
dataflow_worker.native_operations.NativeReadOperation.start
10:23:23 File "dataflow_worker/native_operations.py", line 39, in
dataflow_worker.native_operations.NativeReadOperation.start
10:23:23 File "dataflow_worker/native_operations.py", line 44, in
dataflow_worker.native_operations.NativeReadOperation.start
10:23:23 File "dataflow_worker/native_operations.py", line 54, in
dataflow_worker.native_operations.NativeReadOperation.start
10:23:23 File "apache_beam/runners/worker/operations.py", line 240, in
apache_beam.runners.worker.operations.Operation.output
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 554, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 555, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/common.py", line 728, in
apache_beam.runners.common.DoFnRunner.receive
10:23:23 File "apache_beam/runners/common.py", line 734, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 770, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
10:23:23 File "apache_beam/runners/common.py", line 732, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 555, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
10:23:23 File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.PerWindowInvoker._invoke_per_window
10:23:23 File "apache_beam/runners/common.py", line 816, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/common.py", line 855, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 554, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 555, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/common.py", line 728, in
apache_beam.runners.common.DoFnRunner.receive
10:23:23 File "apache_beam/runners/common.py", line 734, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 770, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
10:23:23 File "apache_beam/runners/common.py", line 732, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 555, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
10:23:23 File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.PerWindowInvoker._invoke_per_window
10:23:23 File "apache_beam/runners/common.py", line 816, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/common.py", line 855, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 554, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 555, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/common.py", line 728, in
apache_beam.runners.common.DoFnRunner.receive
10:23:23 File "apache_beam/runners/common.py", line 734, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 785, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
10:23:23 File
"/usr/local/lib/python3.5/site-packages/future/utils/__init__.py", line 421, in
raise_with_traceback
10:23:23 raise exc.with_traceback(traceback)
10:23:23 File "apache_beam/runners/common.py", line 732, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 418, in
apache_beam.runners.common.SimpleInvoker.invoke_process
10:23:23 File "apache_beam/runners/common.py", line 855, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 774, in
apache_beam.runners.worker.operations.PGBKCVOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 782, in
apache_beam.runners.worker.operations.PGBKCVOperation.process
10:23:23 TypeError: unhashable type: 'TableReference' [while running
'WriteWithMultipleDestsFreely/BigQueryBatchFileLoads/RemoveTempTables/DeduplicateTables/RemoveTempTables/DeduplicateTables:PairWithVoid']{code}
was (Author: juta):
I still get the following error on master
**
{code:java}
10:23:23 ======================================================================
10:23:23 ERROR: test_multiple_destinations_transform
(apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT)
10:23:23 ----------------------------------------------------------------------
10:23:23 Traceback (most recent call last):
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads_test.py",
line 423, in test_multiple_destinations_transform
10:23:23 max_files_per_bundle=-1))
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/pipeline.py",
line 426, in __exit__
10:23:23 self.run().wait_until_finish()
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/pipeline.py",
line 406, in run
10:23:23 self._options).run(False)
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/pipeline.py",
line 419, in run
10:23:23 return self.runner.run_pipeline(self, self._options)
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",
line 64, in run_pipeline
10:23:23 self.result.wait_until_finish(duration=wait_duration)
10:23:23 File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify_PR/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",
line 1217, in wait_until_finish
10:23:23 (self.state, getattr(self._runner, 'last_error_msg', None)), self)
10:23:23 apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException:
Dataflow pipeline failed. State: FAILED, Error:
10:23:23 Traceback (most recent call last):
10:23:23 File "apache_beam/runners/common.py", line 732, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 418, in
apache_beam.runners.common.SimpleInvoker.invoke_process
10:23:23 File "apache_beam/runners/common.py", line 855, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 774, in
apache_beam.runners.worker.operations.PGBKCVOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 782, in
apache_beam.runners.worker.operations.PGBKCVOperation.process
10:23:23 TypeError: unhashable type: 'TableReference'
10:23:23
10:23:23 During handling of the above exception, another exception occurred:
10:23:23
10:23:23 Traceback (most recent call last):
10:23:23 File
"/usr/local/lib/python3.5/site-packages/dataflow_worker/batchworker.py", line
649, in do_work
10:23:23 work_executor.execute()
10:23:23 File
"/usr/local/lib/python3.5/site-packages/dataflow_worker/executor.py", line 176,
in execute
10:23:23 op.start()
10:23:23 File "dataflow_worker/native_operations.py", line 38, in
dataflow_worker.native_operations.NativeReadOperation.start
10:23:23 File "dataflow_worker/native_operations.py", line 39, in
dataflow_worker.native_operations.NativeReadOperation.start
10:23:23 File "dataflow_worker/native_operations.py", line 44, in
dataflow_worker.native_operations.NativeReadOperation.start
10:23:23 File "dataflow_worker/native_operations.py", line 54, in
dataflow_worker.native_operations.NativeReadOperation.start
10:23:23 File "apache_beam/runners/worker/operations.py", line 240, in
apache_beam.runners.worker.operations.Operation.output
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 554, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 555, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/common.py", line 728, in
apache_beam.runners.common.DoFnRunner.receive
10:23:23 File "apache_beam/runners/common.py", line 734, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 770, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
10:23:23 File "apache_beam/runners/common.py", line 732, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 555, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
10:23:23 File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.PerWindowInvoker._invoke_per_window
10:23:23 File "apache_beam/runners/common.py", line 816, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/common.py", line 855, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 554, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 555, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/common.py", line 728, in
apache_beam.runners.common.DoFnRunner.receive
10:23:23 File "apache_beam/runners/common.py", line 734, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 770, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
10:23:23 File "apache_beam/runners/common.py", line 732, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 555, in
apache_beam.runners.common.PerWindowInvoker.invoke_process
10:23:23 File "apache_beam/runners/common.py", line 624, in
apache_beam.runners.common.PerWindowInvoker._invoke_per_window
10:23:23 File "apache_beam/runners/common.py", line 816, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/common.py", line 855, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 554, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 555, in
apache_beam.runners.worker.operations.DoOperation.process
10:23:23 File "apache_beam/runners/common.py", line 728, in
apache_beam.runners.common.DoFnRunner.receive
10:23:23 File "apache_beam/runners/common.py", line 734, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 785, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
10:23:23 File
"/usr/local/lib/python3.5/site-packages/future/utils/__init__.py", line 421, in
raise_with_traceback
10:23:23 raise exc.with_traceback(traceback)
10:23:23 File "apache_beam/runners/common.py", line 732, in
apache_beam.runners.common.DoFnRunner.process
10:23:23 File "apache_beam/runners/common.py", line 418, in
apache_beam.runners.common.SimpleInvoker.invoke_process
10:23:23 File "apache_beam/runners/common.py", line 855, in
apache_beam.runners.common._OutputProcessor.process_outputs
10:23:23 File "apache_beam/runners/worker/operations.py", line 142, in
apache_beam.runners.worker.operations.SingletonConsumerSet.receive
10:23:23 File "apache_beam/runners/worker/operations.py", line 774, in
apache_beam.runners.worker.operations.PGBKCVOperation.process
10:23:23 File "apache_beam/runners/worker/operations.py", line 782, in
apache_beam.runners.worker.operations.PGBKCVOperation.process
10:23:23 TypeError: unhashable type: 'TableReference' [while running
'WriteWithMultipleDestsFreely/BigQueryBatchFileLoads/RemoveTempTables/DeduplicateTables/RemoveTempTables/DeduplicateTables:PairWithVoid']{code}
> Bigquery Tornadoes IT is broken in Python3 PostCommit test suite.
> ------------------------------------------------------------------
>
> Key: BEAM-6711
> URL: https://issues.apache.org/jira/browse/BEAM-6711
> Project: Beam
> Issue Type: Sub-task
> Components: sdk-py-core
> Reporter: Valentyn Tymofieiev
> Assignee: Pablo Estrada
> Priority: Major
> Fix For: 2.12.0
>
> Time Spent: 6h 50m
> Remaining Estimate: 0h
>
> First failure was observed in
> https://builds.apache.org/job/beam_PostCommit_Python3_Verify/54 , after
> https://github.com/apache/beam/commit/cdea885872b3be7de9ba22f22700be89f7d53766
> was merged.
> [~pabloem], could you please take a look? I suggest we do a rollback +
> rollforward with a fix.
> {noformat}
> root: ERROR: Exception at bundle
> <apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f35e5331240>,
> due to an exception.
> Traceback (most recent call last):
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 727, in process
> return self.do_fn_invoker.invoke_process(windowed_value)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 556, in invoke_process
> windowed_value, additional_args, additional_kwargs, output_processor)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 622, in _invoke_per_window
> self.process_method(*args_for_process, **kwargs_for_process))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python3_Verify/src/sdks/python/apache_beam/runners/common.py",
> line 823, in process_outputs
> for result in results:
> File "/home/jenkins/jenkins-slave/works
> pace/beam_PostCommit_Python3_Verify/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py",
> line 191, in process
> if destination in self._destination_to_file_writer:
> TypeError: unhashable type: 'TableReference'
> {noformat}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
