See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/56/display/redirect>
------------------------------------------
[...truncated 1.03 MB...]
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_combine_per_key_1559973794.22_8561e290-f86f-44c2-a8eb-712f095daf53 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/0d/shuffle_3_0_0.index.fed46977-5f4c-408a-b37e-67fe72308cf4
(No such file or directory)
======================================================================
ERROR: test_flattened_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/apache_beam/runners/portability/spark_runner_test.py";,>
line 144, in test_flattened_side_input
with_transcoding=False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 234, in
test_flattened_side_input
label='CheckFlattenOfSideInput')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_flattened_side_input_1559973810.88_9de9c69d-6c73-4ab0-8e9b-70e3fda36e86
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/11/shuffle_10_2_0.data.b2c7c863-8152-46d2-83f3-d291e7fdf42d
(No such file or directory)
======================================================================
ERROR: test_gbk_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in
test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_gbk_side_input_1559973817.19_fb615857-724b-4c03-bc58-d6fec5a37c41 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/11/shuffle_12_0_0.data.4f77da3d-1eda-4ff1-af6f-e5d390cc119b
(No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1559973821.21_807302b6-9000-40fe-b282-85a5a2627b4f failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/13/shuffle_14_0_0.data.418516ba-c4e8-435e-9a64-0845277a56d5
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1559973823.93_13c5c166-780a-4d15-b54e-a0159e36eabc failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/31/shuffle_16_0_0.index.3b8c951d-b8c8-4ad0-9272-7d77239d4427
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1559973825.47_48660060-6902-4b7e-b8d0-c17229b1076e
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/0e/shuffle_17_0_0.index.bb3cb511-6bef-4ee3-b1de-59c45ac64a22
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1559973826.92_797cb9bd-318a-48da-80a8-e0cad56200b7
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/33/shuffle_18_0_0.index.e654a947-dabc-4f24-a978-29a269e77c18
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1559973832.7_d7a04c81-9d61-4a11-926d-4f05390087e7 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/11/shuffle_21_0_0.data.9733007a-574c-47a3-86aa-f4e9823a7c31
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1559973834.19_7dddc3d7-9535-42a9-b300-1c8c46389ef7
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/36/temp_shuffle_c6f27830-179e-4fad-b0f6-dda6b0ecdb04
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1559973836.99_84b7e9e7-e54a-43c3-b293-eba06f33c2bf
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/31/temp_shuffle_230b128b-14d8-44a6-a7d3-25305a61aeca
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1559973838.4_fa3eba1f-704b-42ab-9371-a8d6b203f6d5
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/0b/shuffle_27_0_0.data.618b9d6a-1fa0-495c-9dab-ceab783e1521
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 286, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1559973845.31_6bb122c7-27bd-4e76-b918-066eebd812b4
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/0d/shuffle_30_0_0.data.17ad0087-0441-4b69-80ca-431f319db6fb
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1559973848.54_6a35e6fa-d098-45cc-9473-1806c3bbb320
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/0d/temp_shuffle_4d4221e6-9160-4d8d-a237-c5ccdf66a1e0
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1559973849.95_88372200-9d21-4256-9323-800d27d5eab3 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/11/shuffle_34_0_0.data.7c20844e-2060-48d3-b8e9-a37e6a49b3a0
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1559973851.53_e8a92d71-d020-4196-942f-f588f4487a03 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/13/shuffle_36_0_0.data.4294c4bd-a0c5-47b9-b3c8-e7d151494170
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1559973854.0_88ac600c-43e9-4279-9c32-9f472b8e15a6
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/31/shuffle_38_0_0.index.b1b752d2-bb6a-457d-b22d-48d536c62533
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 514, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1559973855.16_9d61a18d-7848-4cc9-a1cd-ecb27b84ddc8
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/33/temp_shuffle_5c5d5041-a5dc-4e44-8408-b278a516cddf
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1559973856.31_3db7b936-d7e2-4a70-8c2f-12c74d0a8677 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-29437dad-e8e4-4c4b-a1d4-c0578580d2f8/13/temp_shuffle_96dccc21-3d06-49a6-8f96-c874b578b7c1
(No such file or directory)
----------------------------------------------------------------------
Ran 37 tests in 76.096s
FAILED (errors=18, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 284
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 4m 2s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/r6m6iph53v52s
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
