See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/667/display/redirect?page=changes>
Changes:
[github] Update stager.py
------------------------------------------
[...truncated 362.06 KB...]
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 268, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1565903267.87_ea6fd9c7-363f-4216-97b2-9db0230e41aa
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 105, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1565903272.5_3f33890c-6c46-4fe2-a8f3-7ce80e7f6a89 failed in state
FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 177, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1565903273.12_9fe7d9cb-89c6-4b99-8504-246a6bcaa0b9
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 188, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1565903274.33_00a7a343-a2ec-4aa6-817f-9318388fc57d
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 159, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1565903274.82_55cbe16e-5c9e-4c4c-a1d6-d5af0587a4dc
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 309, in
test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_only_1565903275.37_ecd2226a-0135-4c36-87ff-d5ecb20595eb failed
in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 402, in
test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_timers_1565903275.75_2e8fd77f-0d6a-4d5a-81c3-006914b18374
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 362, in
test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_timers_1565903276.25_1a1c8a58-0b6d-4ab3-886d-e26f66551501 failed in
state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 278, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1565903276.65_06d61752-2b2f-40b5-a68d-2141f24173a6
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 215, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1565903277.01_2d588732-33c0-49ac-87da-206010c0b27b
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 593, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1565903277.41_75af1258-1b61-4fc2-97ee-d9821f7682b7 failed in state
FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 563, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1565903277.77_f1122d7c-5f1b-43a5-9c75-5100cd4cb794 failed in
state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 549, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1565903278.2_79e9c8a2-4ad7-4a81-ae21-1f7d71b28404
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 546, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1565903278.41_c65073d6-7120-422b-8b87-1202a1288ea6
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 405, in
test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowed_pardo_state_timers_1565903278.61_4416b35f-ec27-4366-8a2f-ccf1bcb999d7
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 605, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 455, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1565903279.02_ec925571-8145-4de6-b161-7d74e1f1c2e4 failed in
state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder
======================================================================
FAIL: test_assert_that (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 93, in
test_assert_that
assert_that(p | beam.Create(['a', 'b']), equal_to(['a']))
AssertionError: "Failed assert" does not match "Pipeline
test_assert_that_1565903238.96_4ff6ee9b-c1eb-49c4-84ce-90c618225723 failed in
state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder"
======================================================================
FAIL: test_error_message_includes_stage (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 639, in
test_error_message_includes_stage
self.assertIn('StageC', message)
AssertionError: 'StageC' not found in u'Pipeline
test_error_message_includes_stage_1565903245.63_a856a36d-0968-4c8c-b155-8dceaf6595e4
failed in state FAILED: java.lang.ClassCastException:
org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to
org.apache.beam.sdk.coders.KvCoder'
----------------------------------------------------------------------
Ran 38 tests in 40.708s
FAILED (failures=2, errors=22, skipped=10)
> Task :sdks:python:test-suites:portable:py2:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py2/build.gradle'>
line: 168
* What went wrong:
Execution failed for task
':sdks:python:test-suites:portable:py2:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 7s
60 actionable tasks: 48 executed, 12 from cache
Publishing build scan...
https://gradle.com/s/asy7cxugp75oc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
