See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/64/display/redirect>
------------------------------------------
[...truncated 1.06 MB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_flattened_side_input_1560124998.34_1c08fea4-08a2-4dae-ae0d-7eb192a19c62
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/11/shuffle_10_2_0.data.68f9ec26-09bf-4b7b-86ee-76b419268d59
(No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in
test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_gbk_side_input_1560125002.63_dd826222-0d00-4980-afdd-e171400b92b2 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/09/temp_shuffle_37fcdb5a-241a-4152-bd27-549cbeb0d77d
(No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1560125005.67_8f7ee358-91dc-41e7-baea-8fca5a8ae30c failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/20/temp_shuffle_3043b477-3258-482c-a1ac-919f9fdef3ee
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560125008.44_805a625e-b1b3-40dd-b114-353ea647ff6a failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/05/temp_shuffle_80f95402-9e66-4dfb-a007-042aedb4c564
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560125010.04_d8762512-2ed2-4f7a-89f1-f5268725337f
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/14/temp_shuffle_4f26fd3b-3db4-4c8e-8424-e292ddd66616
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560125011.48_f5d01a6d-f77f-4fcf-94ea-7b10da5b10b3
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/36/shuffle_20_0_0.index.3c5a49c0-83c1-4f41-b4d0-80ea59e36d93
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560125014.87_4c780a04-5fe4-4d72-9c4f-d3c6cc64dba0
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/27/temp_shuffle_f8fa2f91-dfef-4984-84e5-70a82c9e2c54
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560125017.24_9ea2a27e-83b9-4f3c-ab28-2a80197aecf7 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/16/temp_shuffle_e42abbfa-0c0a-41c6-a12a-d61f759e4aa6
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560125019.21_0fdcad2f-02e6-4e74-aa3f-6cf4ec0e3a21
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/11/temp_shuffle_88233407-4322-493d-94ee-0813fa8e4429
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560125023.08_b91136a4-c3a9-4082-b516-9dc3420daa45
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/13/temp_shuffle_a78a8930-9519-4daa-bacf-0e0c00c57783
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560125026.33_8ee936bb-b973-4562-947b-7e1f0dd0f257
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/09/shuffle_28_1_0.data.412f34d7-ec55-4fa7-b4cc-91b060afd58d
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560125029.53_ec3a1a1f-e190-4c83-8170-a9191a268de6
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/09/temp_shuffle_d45162d5-fb36-4b0e-8065-897f4109fdec
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560125031.35_798a507d-b37e-47f6-bfb9-c652c11fc026
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/27/temp_shuffle_c664793d-2269-48ff-bcb5-8c7a1e68df7a
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560125035.53_46b4c485-e456-4011-8eef-31de164828ff failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/11/shuffle_34_0_0.data.918492b8-b1b1-47d8-8812-e40e1a37391f
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560125036.89_fc5ed69a-7dae-4aa7-8e65-870a96c7c943 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/00/temp_shuffle_4f26042a-1ee8-4c63-90e2-6eb8c476ffe5
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1560125039.57_88118da9-2a5a-4c71-a403-046eb29702d0
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/1f/temp_shuffle_6435046a-5f01-4512-b138-ae0a03533ced
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 514, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1560125040.67_9c48817d-2041-4fe8-9758-6581757db111
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/36/shuffle_39_0_0.data.55d496db-1a0e-49db-8a7d-71ffe2e33ff4
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560125041.81_bea8070e-4fb6-477e-9b7a-f4c9da58d524 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-b54ed1cb-30a1-49a7-a603-17369e14eb78/36/shuffle_42_0_0.index.accc02cd-f781-4663-bcb0-a71a5836308c
(No such file or directory)
----------------------------------------------------------------------
Ran 37 tests in 70.939s
FAILED (errors=19, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 42s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/ujzgji3vdtyss
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
