See
<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/12/display/redirect>
------------------------------------------
[...truncated 969.41 KB...]
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 242, in
test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_gbk_side_input_1559736206.29_ec256cac-0a28-402c-ad3e-269cbee3673a failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/07/temp_shuffle_1c021204-72f3-44d3-b62d-8de2f3840859
(No such file or directory)
======================================================================
ERROR: test_group_by_key (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 525, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_group_by_key_1559736208.13_77b9ead4-ec79-4a2d-bb1a-25b3c8f2c276 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/13/shuffle_14_0_0.data.927162bf-3719-4018-887f-e2b83c8134cc
(No such file or directory)
======================================================================
ERROR: test_large_elements (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 592, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_large_elements_1559736209.47_382b55c3-ae54-481f-8631-01d279126ea2 failed
in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/18/temp_shuffle_eff1ceb5-bb27-4aa4-9e75-db3aa57b5d61
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_1559736211.02_2f038db0-279b-4824-b50a-419734c29056
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/31/shuffle_16_0_0.index.8b2b17b9-8c27-4d71-a095-95d2c0cf3ade
(No such file or directory)
======================================================================
ERROR: test_multimap_side_input_type_coercion (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 266, in
test_multimap_side_input_type_coercion
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_multimap_side_input_type_coercion_1559736212.54_fe8f2c2e-e09f-4437-8c22-10bd75065685
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/0e/shuffle_17_0_0.index.e6f12ee3-203a-4592-bb44-86976f926c14
(No such file or directory)
======================================================================
ERROR: test_no_subtransform_composite (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 642, in
test_no_subtransform_composite
assert_that((pcoll_a, pcoll_b) | First(), equal_to(['a']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_no_subtransform_composite_1559736214.0_0edea19c-689e-469e-be1a-cb42098357ea
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/0b/temp_shuffle_49795d20-cfd8-427c-9207-5e4dd9066723
(No such file or directory)
======================================================================
ERROR: test_pardo (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 103, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_1559736217.07_ea859167-b759-48ac-acdf-2cfd19356a5d failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/36/shuffle_20_0_0.index.4fde9dbb-bb61-4688-9c16-6e69bd8dc01f
(No such file or directory)
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 175, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1559736218.52_b68af948-85fc-4603-a2c5-d80074a12a3b
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/31/shuffle_22_1_0.data.8e1b9fd6-3d20-4e96-a505-58191579eee8
(No such file or directory)
======================================================================
ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 186, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_inputs_1559736221.72_dd11eeb7-9bf0-4ce6-8ad1-4a959366d0c4
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/07/temp_shuffle_0afe3136-3b82-413b-a959-277406a7871d
(No such file or directory)
======================================================================
ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 157, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_side_outputs_1559736225.53_90ed0b80-e590-47ba-97d5-b95745cd66ff
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/08/temp_shuffle_feac5530-8565-4214-b561-5cf6fb6e5608
(No such file or directory)
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 276, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1559736228.04_37858f6d-6011-476f-bd77-dd63a013af3d
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/37/shuffle_29_0_0.data.f6bc3419-f4e5-4677-8aa6-4800be7e2f71
(No such file or directory)
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 213, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1559736229.78_784a2d30-65db-4dad-a61a-da676c1a708a
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/31/shuffle_31_1_0.data.f460dd51-7bed-4d99-b10f-fdb2fa1e2ab3
(No such file or directory)
======================================================================
ERROR: test_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 561, in
test_read
equal_to(['a', 'b', 'c']))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_read_1559736234.3_0a692d96-3faf-49f4-a756-09178733fd4e failed in state
FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/2c/shuffle_33_0_0.index.7be912d9-fd82-46fb-a2a8-9a191bb9790d
(No such file or directory)
======================================================================
ERROR: test_reshuffle (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 531, in
test_reshuffle
equal_to([1, 2, 3]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_reshuffle_1559736235.65_30eac5be-1099-4020-9f90-8fcd4a780ad4 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/13/shuffle_36_0_0.data.2e2547a3-cb2f-4e31-ad4d-298acc8baf1a
(No such file or directory)
======================================================================
ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 517, in
test_sdf_wrap_range_source
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrap_range_source_1559736237.08_cc3cdce1-0b3d-4f26-bf09-8dd04b948e7d
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/06/temp_shuffle_a67a651b-d7a4-49d7-b50a-5999eefc074d
(No such file or directory)
======================================================================
ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1922375555/local/lib/python2.7/site-packages/mock-2.0.0-py2.7.egg/mock/mock.py";,>
line 1305, in patched
return func(*args, **keywargs)
File "apache_beam/runners/portability/fn_api_runner_test.py", line 514, in
test_sdf_wrapper_overrides_read
self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1'])
File "apache_beam/runners/portability/fn_api_runner_test.py", line 503, in
_run_sdf_wrapper_pipeline
p | beam.io.Read(source)
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_sdf_wrapper_overrides_read_1559736238.16_dc92c837-b76a-4799-a39c-47ebf52836b3
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/31/shuffle_38_0_0.index.9640fa32-ee3d-4648-81ac-1aec374e834f
(No such file or directory)
======================================================================
ERROR: test_windowing (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 573, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 426, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 436, in
wait_until_finish
self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_windowing_1559736239.25_011219c7-d58a-4dc7-877a-7f6dcfcafd59 failed in
state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/3f/temp_shuffle_e915f379-cf4f-4027-99f7-71a8a5f83280
(No such file or directory)
======================================================================
FAIL: test_error_message_includes_stage (__main__.SparkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 607, in
test_error_message_includes_stage
self.assertIn('StageC', message)
AssertionError: 'StageC' not found in u'Pipeline
test_error_message_includes_stage_1559736198.31_5b56b106-4f1f-43da-90b5-da59d85f46ab
failed in state FAILED: java.io.FileNotFoundException:
/tmp/blockmgr-a929efd8-1e1d-4f6f-b9a1-e4bc9543a27d/37/shuffle_7_0_0.index.4577e0df-16ea-4b4a-989b-d289c7eb5745
(No such file or directory)'
----------------------------------------------------------------------
Ran 37 tests in 64.407s
FAILED (failures=1, errors=20, skipped=13)
> Task :sdks:python:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/build.gradle'>
line: 282
* What went wrong:
Execution failed for task ':sdks:python:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 49s
60 actionable tasks: 48 executed, 12 from cache
Publishing build scan...
https://gradle.com/s/xkkegxbu5b46i
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
