See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/140/display/redirect>
------------------------------------------
[...truncated 1.19 MB...]
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_gbk_side_input_1560664997.23_ce662a3c-afeb-4d9a-bccf-3873bfa5a927 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/11/shuffle_12_0_0.data.bf3f75ff-ccf6-4c34-b7c9-eb9d966ceca1
(No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 556, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1560664999.94_e2d862ce-0833-403c-8dcf-5a0af2abb7db failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/temp_shuffle_18654a3d-76fc-4f85-b694-7d14a182da42
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 623, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1560665001.75_41db0ed8-7b2e-4829-ba3e-e2b56e503575 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/shuffle_17_0_0.index.9a5f1b9d-150e-40fd-b69b-fa66db3dc5cb
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 254, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1560665007.23_5e65cd69-3404-4ba0-9d1a-c856e6b49812
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/36/shuffle_20_0_0.index.1d02f84d-3529-4cfb-a3cf-ac4d33c2545b
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 267, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1560665010.8_2f133958-3be9-4e36-89c2-755b14ecf069
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/36/temp_shuffle_df1d2ff9-272a-40a5-b14c-4f8a08c44c95
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 673, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1560665012.19_5420540c-60a6-4e64-a5d5-3cf1631c6383
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/34/shuffle_22_0_0.index.3598efe7-6562-45fb-bd70-464cef2fc6bf
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 104, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1560665014.59_490ea59e-764b-42b3-ad91-33050b3f5f08 failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/3d/temp_shuffle_71f866a8-fe69-4d96-af25-4340a93a517f
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 176, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1560665018.46_4dfcabb2-bbb2-4e9d-be0f-233fc9cdc9d5
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0b/shuffle_27_0_0.data.78a05833-00e1-40ee-941d-3608aa3ce9c1
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 187, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1560665021.25_ebe0f363-f991-4e66-bedb-87b3c440365d
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/3f/temp_shuffle_97a0939f-d5f0-44a6-b8d6-7b5e6841d585
(No such file or directory)
======================================================================
ERROR: test_pardo_state_only (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 308, in
test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_only_1560665028.83_50e87ed1-1632-4592-ac77-68be008cfac3 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/temp_shuffle_2439f4e9-f9d4-49b5-b1cb-091d0e3e5b11
(No such file or directory)
======================================================================
ERROR: test_pardo_state_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 401, in
test_pardo_state_timers
self._run_pardo_state_timers(False)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 461, in
_run_pardo_state_timers
assert_that(actual, is_buffered_correctly)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_state_timers_1560665030.13_c2eb0088-87e7-49e8-952c-c0365d782d5c
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/34/shuffle_37_0_0.data.6503131e-a6c5-4200-9529-d6124ea9fc5a
(No such file or directory)
======================================================================
ERROR: test_pardo_timers (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 361, in
test_pardo_timers
assert_that(actual, equal_to(expected))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_timers_1560665031.43_4a3100c4-3d7a-4623-8e89-86bbbe60cc62 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/36/shuffle_39_0_0.data.03d060bc-19f1-4b7f-8611-8b3cc16bd312
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 277, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1560665033.62_db67faef-71ff-41ce-96a9-6d9c346a0ccb
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/13/shuffle_41_0_0.data.22ab38d9-618c-4ba1-a698-add4d4a1fafe
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 214, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1560665034.97_d00423bd-2733-4ee1-b3f9-abd6127438b8
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/temp_shuffle_7c88e1f1-0447-4fba-b885-b99711b70052
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1560665036.38_8d28b55f-b28c-488d-adf0-c1e05dacb2cd failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0b/temp_shuffle_3030ac26-1ede-426f-8c91-0a09a2d6e567
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 562, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1560665038.75_73806a20-9ffd-4242-9f56-0e09f3f22282 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/16/temp_shuffle_c5f8585d-2b26-4a4d-a48c-6320934cdf64
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 545, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 534, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1560665043.57_878cbd81-fe19-4442-af18-72a3ae08805a
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/16/temp_shuffle_fa33a2c7-1d0d-4d59-8c6d-f080052528d9
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 604, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 454, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1560665050.26_f4acd505-8745-40ba-a809-d62e31d1508e failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-c5e82729-bc6f-4681-82e7-2d90a7c0a9da/0e/temp_shuffle_01a8934d-7a03-463b-92ff-a21bdb61a747
(No such file or directory)
----------------------------------------------------------------------
Ran 38 tests in 90.177s
FAILED (errors=19, skipped=10)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 251
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 56s
60 actionable tasks: 47 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/bixqgbwozjy4k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
