See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/4152/display/redirect?page=changes>
Changes:
[ccy] [BEAM-3566] Replace apply_* hooks in DirectRunner with
[ccy] Address reviewer comments
------------------------------------------
[...truncated 1.52 MB...]
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'assert_that/Group/GroupByKey/GroupByWindow']
root: ERROR: Giving up after 4 attempts.
--------------------- >> end captured logging << ---------------------
======================================================================
ERROR: test_gbk_execution (apache_beam.testing.test_stream_test.TestStreamTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/test_stream_test.py";,>
line 148, in test_gbk_execution
p.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,>
line 104, in run
state = result.wait_until_finish()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/direct_runner.py";,>
line 318, in wait_until_finish
self._executor.await_completion()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 358, in await_completion
self._executor.await_completion()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'assert_that/Group/GroupByKey/GroupByWindow']
-------------------- >> begin captured logging << --------------------
root: INFO: Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
root: INFO: Running pipeline with DirectRunner.
root: ERROR: Exception at bundle
<apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f3037cf97a0>,
due to an exception.
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'assert_that/Group/GroupByKey/GroupByWindow']
root: ERROR: Exception at bundle
<apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f3037cf97a0>,
due to an exception.
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'assert_that/Group/GroupByKey/GroupByWindow']
root: ERROR: Exception at bundle
<apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f3037cf97a0>,
due to an exception.
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'assert_that/Group/GroupByKey/GroupByWindow']
root: ERROR: Exception at bundle
<apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f3037cf97a0>,
due to an exception.
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'assert_that/Group/GroupByKey/GroupByWindow']
root: ERROR: Giving up after 4 attempts.
root: WARNING: A task failed with exception: 'KeyedWorkItem' object is not
iterable [while running 'assert_that/Group/GroupByKey/GroupByWindow']
root: ERROR: Exception at bundle
<apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f3037c99248>,
due to an exception.
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'GroupByKey/GroupByWindow']
root: ERROR: Exception at bundle
<apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f3037c99248>,
due to an exception.
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'GroupByKey/GroupByWindow']
root: ERROR: Exception at bundle
<apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f3037c99248>,
due to an exception.
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'GroupByKey/GroupByWindow']
root: ERROR: Exception at bundle
<apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f3037c99248>,
due to an exception.
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 305, in call
side_input_values)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/executor.py";,>
line 338, in attempt_call
evaluator.process_element(value)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/runners/direct/transform_evaluator.py";,>
line 560, in process_element
self.runner.process(element)
File "apache_beam/runners/common.py", line 468, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13915)
def process(self, windowed_value):
File "apache_beam/runners/common.py", line 474, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13719)
self._reraise_augmented(exn)
File "apache_beam/runners/common.py", line 515, in
apache_beam.runners.common.DoFnRunner._reraise_augmented
(apache_beam/runners/common.c:14934)
raise new_exn, None, original_traceback
File "apache_beam/runners/common.py", line 472, in
apache_beam.runners.common.DoFnRunner.process
(apache_beam/runners/common.c:13632)
self.do_fn_invoker.invoke_process(windowed_value)
File "apache_beam/runners/common.py", line 270, in
apache_beam.runners.common.SimpleInvoker.invoke_process
(apache_beam/runners/common.c:9084)
windowed_value, self.process_method(windowed_value.value))
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1453, in process
k, vs = element
TypeError: 'KeyedWorkItem' object is not iterable [while running
'GroupByKey/GroupByWindow']
root: ERROR: Giving up after 4 attempts.
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_using_slow_impl (apache_beam.coders.slow_coders_test.SlowCoders)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/apache_beam/coders/slow_coders_test.py";,>
line 41, in test_using_slow_impl
import apache_beam.coders.stream
AssertionError: ImportError not raised
----------------------------------------------------------------------
Ran 1544 tests in 544.721s
FAILED (failures=1, errors=3, skipped=42)
Test failed: <unittest.runner.TextTestResult run=1544 errors=3 failures=1>
error: Test failed: <unittest.runner.TextTestResult run=1544 errors=3
failures=1>
ERROR: InvocationError:
'<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/target/.tox/py27gcp/bin/python>
setup.py test'
___________________________________ summary ____________________________________
ERROR: cover: commands failed
docs: commands succeeded
lint: commands succeeded
ERROR: py27: commands failed
ERROR: py27cython: commands failed
ERROR: py27gcp: commands failed
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user [email protected]
