See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/139/display/redirect>
------------------------------------------
[...truncated 1.05 MB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1560643403.93_e87bdcbd-1611-479a-9824-0acb3ac00c09 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/24/temp_shuffle_b35e231c-d1ca-411d-9b5e-fcda8ab8eaa7
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 623, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560643405.24_d9d672f1-f1be-471a-8e2e-c78ccc596261 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/34/shuffle_15_0_0.data.cb15f72e-c589-4d0d-9a93-4ff4dda3ff6a
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560643407.11_d476cbc6-e948-4a7c-8c51-17729e3f8ddc
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/2c/temp_shuffle_feeabd3b-3d69-435a-b0c2-97f2eac8f8a1
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560643408.78_227fa1c2-47d6-40ee-9ad8-61a9346653b7
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/0e/shuffle_17_0_0.index.7528f5e1-4c61-4d63-8411-c5fa4dcd2b06
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560643414.29_3f7d1a58-d88d-4a5d-98bd-c41f69f06b7c failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/36/shuffle_20_0_0.index.41aaa311-d214-4725-a5fa-94280349b60c
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560643415.89_a43513e7-1197-4d0a-8820-df996049d537
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/11/temp_shuffle_406303f2-338c-41d3-8790-9c3daeef41e3
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560643420.58_fbd7774d-86a9-48e1-a3a6-52dfd6ece57e
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/08/temp_shuffle_2e7b6109-0431-443a-97a3-11d0f0b5cca1
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560643421.97_72aca908-4fb7-41f4-b303-20b14ee0f231
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/3d/temp_shuffle_93d06563-be4b-42ef-bfec-6deea0d467b8
(No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in
test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_only_1560643423.41_84f45f1a-dde9-4e08-ace3-237259f0ddff failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/1c/temp_shuffle_4f8ddacf-e302-4371-85a7-30c4d1958fd6
(No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in
test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_timers_1560643425.62_8ccfe94c-c503-456f-b135-136142357425
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/0b/temp_shuffle_794d306a-82ff-4318-be03-1620f7baa4b6
(No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in
test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_timers_1560643427.1_4f83f20c-e1ef-4035-82be-31db60cf582c failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/11/shuffle_34_0_0.data.09c8e841-ef09-430b-8568-7cc98939c637
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560643429.75_cd8d4db5-6b77-48d0-b96f-187ca68a7337
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/13/shuffle_36_0_0.data.dfa70c71-02c0-4b69-8250-a601211376f2
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560643431.08_89a3b60e-7f33-49c1-b60f-42116e1329a3
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/3d/temp_shuffle_15515069-db2c-46b1-8698-e06488b3f748
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560643432.4_3b0b33d0-362e-4efb-9d14-1f677888362b failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/36/shuffle_39_0_0.data.c071d288-7de2-4c07-9d53-1962655d6f60
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560643433.66_22da7def-f8df-4eb9-aafe-8fdaa399de4c failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/36/shuffle_42_0_0.index.b7ea4b69-e07b-428c-9159-8eeca9badb40
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 548, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1560643434.98_f2a25e39-68bb-40a6-8a7f-bce58f95d6ca
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/11/shuffle_43_0_0.data.1f9f343d-33fd-4ee2-b3b5-d0be313fb2b7
(No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in
test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowed_pardo_state_timers_1560643438.09_ddd939a0-9d9f-44e6-9a14-160829b74750
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/34/temp_shuffle_852b9a4d-0a05-448b-96fe-536392093499
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560643439.52_cc6a4556-8ddc-4cf9-8a53-259ff26e1d8a failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-36f9ae3f-92d0-4d39-b313-c075fbe4569a/0b/shuffle_49_0_0.data.377aee91-8d2f-44dc-86ef-aee111882d7d
(No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 72.075s
FAILED (errors=21, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 43s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/ap5ucl76ot374
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
