See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/141/display/redirect>
------------------------------------------
[...truncated 1.18 MB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560686606.63_550b185c-7bf6-4990-81e9-156fba70267f failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/33/shuffle_18_0_0.index.4e56fddc-3324-4b5e-9e53-4443d6f0ef92
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560686612.73_4794ee75-d8ab-4ed1-b7e0-2846a92e0180
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/1c/temp_shuffle_a0747b22-e79a-4b6e-a121-83e7f03ad71a
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560686614.12_c3797929-7c1a-4ea3-af9c-d786c143ece5
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/36/shuffle_20_0_0.index.7a9bec6d-9d75-42f1-a64a-9f8fa45690ab
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560686615.49_5c1786a8-3011-45d9-af96-fdde0dcf395e
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/0b/shuffle_21_0_0.index.895c3681-1008-4148-ad41-faf747c888a7
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560686617.57_8231e62e-d11d-40bd-9cf0-44308e8d3b4c failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/34/shuffle_22_0_0.index.97e9bf89-e342-4766-835c-5405d9e7a71e
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560686620.41_940c1ba1-73a8-4554-ad14-e63a8df0898f
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/02/temp_shuffle_6faf7120-5b24-4fab-9ab8-614237b5e894
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560686622.98_f8eae201-6295-421d-9c39-4e24905fb235
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/0b/shuffle_27_0_0.data.a0f7c12b-3ba1-4cf8-8f76-3519efddc3ec
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 158, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1560686624.37_411ce2d0-26ea-433d-adc7-1807826136cc
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/2d/shuffle_29_0_0.index.fa7c7eca-9bee-4466-8ef0-29c639574b7c
(No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in
test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_only_1560686625.76_dfe1649f-da74-4a6e-beb1-f18f34224722 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/2a/shuffle_31_0_0.index.505fb089-7060-43ff-bccc-0877d2ee7196
(No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in
test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_timers_1560686627.9_0b3237ed-f99f-4fc8-ab34-9d558ad44cec
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/36/temp_shuffle_a0814fc3-7ea6-4e38-b230-f9e59bc25a02
(No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in
test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_timers_1560686629.17_c5e644d5-997d-4ae1-9afd-07488e49a7ab failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/34/shuffle_37_0_0.data.d6943c06-015d-4ae6-929d-33b4653e9392
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560686631.34_701a2dc3-9cfd-4a36-97ea-7ae5cfe9deff
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/36/shuffle_39_0_0.data.c5a2c87b-b548-4ef6-bd0d-6d4cbb804cdc
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560686632.56_8965d44e-a2ae-4422-9981-9b365ffafa85
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/09/shuffle_41_0_0.index.63c6d49e-7c75-43f8-8801-03f9eb853ee5
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560686635.95_798371ed-fb60-4847-971e-6691f68080ba failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/0b/shuffle_43_0_0.index.22f21b54-7c8a-47a2-9410-3ba32c243954
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560686637.17_2738fb3e-a1f7-49b2-9039-931eea2f870f failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/12/temp_shuffle_cc90a851-e628-412f-8c1f-fa17d34aeefb
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 548, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1560686639.4_85596426-aca1-4194-be08-4371484c74d6
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/33/temp_shuffle_72caf43c-5c60-49ca-8f31-6d002adb270f
(No such file or directory)
======================================================================
ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 404, in
test_windowed_pardo_state_timers
self._run_pardo_state_timers(True)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowed_pardo_state_timers_1560686642.49_161a4789-b06b-4a2f-a659-5e82c528d615
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/03/temp_shuffle_1139a005-a60b-46f3-96a3-a309dadd30bf
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560686645.9_32ec9ceb-3235-4656-a0d0-9e4e7c23ca18 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-28b46ebe-ee56-4e1e-b58f-8811e7b3a3fa/2a/shuffle_53_0_0.index.a9e25791-7fb1-4d00-bdfa-a6ec14929690
(No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 88.627s
FAILED (errors=20, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 58s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/vwbmcggeqihls
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
