See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/17/display/redirect>
------------------------------------------
[...truncated 1018.92 KB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_flattened_side_input_1559779402.12_ca22f922-5416-4b4c-9aed-8bd204f84023
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/08/temp_shuffle_5d8d240a-f3bf-48d8-8b02-b1d27f94bf25
(No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in
test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_gbk_side_input_1559779405.89_549cb735-ae9e-4afc-979b-f98379e96ab4 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/2c/shuffle_11_0_0.index.e4a0ebe2-9db9-423e-b741-240e02b777ef
(No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1559779407.73_9274447a-8185-4d00-bab1-d9714045a3ea failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/1e/temp_shuffle_72bc4b82-ddae-463f-8b58-c4bf58aaa453
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1559779409.22_b06816eb-5347-4dc7-ad0c-c67fed70ddc4 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/00/temp_shuffle_4253fbc3-97fd-4326-ac27-57419f55f58d
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1559779410.99_16647b9d-aa6f-412f-be90-39c6e6415b59
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/21/temp_shuffle_e8f25f9b-5013-46f9-8daf-319f03874346
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1559779412.54_956aa00b-03a4-4d9f-9d11-dba51d5e2d86
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/0e/shuffle_17_0_0.index.541ab760-012b-46fb-8847-d4ae4c06f2fd
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1559779414.01_e2c02c50-0eb7-4928-900d-0e0d31ed702d
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/33/shuffle_18_0_0.index.c7288566-5b2f-42f4-9cb2-3fa1773ca6ad
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1559779416.26_c78fd324-15c4-4d91-a8fa-5fe1854c8891 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/36/shuffle_20_0_0.index.ee2969ef-d4fb-465e-9a74-46130a50694f
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1559779418.31_6676cd87-e2c9-41b2-90dc-3c076a3edae2
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/08/temp_shuffle_8f845023-58c8-43b6-b7b2-69b2b8788081
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1559779420.69_94694df3-152f-43fe-9a6f-e813f79d5164
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/08/temp_shuffle_ac082b14-0a53-4589-b0ec-5df903d0c98d
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1559779422.36_1c9fa471-fad2-44b2-a398-a13e045b60a6
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/2c/shuffle_26_0_0.data.1044c83d-19d8-4bb7-8361-112dee056528
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1559779423.91_5bd6937c-6e53-4a9b-83e5-d279ad1570cc
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/0b/shuffle_27_0_0.data.739a3cde-1b10-497d-bf8b-dc96bba87c72
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1559779425.19_34d5b7fa-2f49-48f3-a5d0-d5dfa8f0194c
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/1e/temp_shuffle_e4b532b0-101d-44b8-a270-e126e1a6d18b
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1559779426.49_68331665-4a04-43c4-b320-a4972bb4df24 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/01/temp_shuffle_717af993-ac62-444a-95ac-6a2081628e25
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1559779428.76_5a94682f-c344-4828-928b-2d07341911be failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/2c/shuffle_33_0_0.index.8a60b72e-820e-44c4-a4cd-ba3d56093535
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1559779430.55_b9e97461-7da5-49b6-b9b7-9a5c577a11a2
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/11/shuffle_34_0_0.data.e1e71498-5292-427c-940c-089f3888986f
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 514, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1559779432.08_95cfa62b-47ec-43c8-af87-71fb01e94e8e
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/07/temp_shuffle_bc764dd7-a4d9-404d-9559-f318b321725e
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1559779433.37_06467118-17a6-4486-8529-fef9ae3ac17c failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a05efb36-a749-4043-ae0e-4e666d5206b8/31/shuffle_38_0_0.index.d6e86b0b-68ed-4d8a-91a0-85abb554fce0
(No such file or directory)
----------------------------------------------------------------------
Ran 37 tests in 64.950s
FAILED (errors=19, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 45s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/hywadsk4z5icc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
