See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/659/display/redirect?page=changes>
Changes: [kedin] Refactor release guide. ------------------------------------------ [...truncated 362.51 KB...] ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 268, in test_multimap_side_input_type_coercion equal_to([('a', [1, 3]), ('b', [2])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_multimap_side_input_type_coercion_1565812820.99_6b90d5c0-c345-4836-ac26-ad2b43648e64 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 105, in test_pardo assert_that(res, equal_to(['aax', 'bcbcx'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_1565812826.04_8ab15344-88c2-424c-b032-556ecdb0ffb8 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 177, in test_pardo_side_and_main_outputs assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_and_main_outputs_1565812826.68_8db6cd45-31ca-49f5-bd72-0b3f3ca50230 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 188, in test_pardo_side_inputs ('a', 'y'), ('b', 'y'), ('c', 'y')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_inputs_1565812827.9_edc706e1-36ee-4baf-8653-d04a46ca593d failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 159, in test_pardo_side_outputs assert_that(xy.y, equal_to(['y', 'xy']), label='y') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_outputs_1565812828.43_ac2b3528-e0d2-49ec-913c-20d1de94d8d1 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_state_only (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 309, in test_pardo_state_only equal_to(expected)) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_state_only_1565812829.0_8538ca76-7849-4bd9-acc4-5552b797046c failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_state_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 402, in test_pardo_state_timers self._run_pardo_state_timers(False) File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in _run_pardo_state_timers assert_that(actual, is_buffered_correctly) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_state_timers_1565812829.41_c522e313-957e-4b2f-94b9-2983b72e13ac failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 362, in test_pardo_timers assert_that(actual, equal_to(expected)) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_timers_1565812829.96_63933f64-05c8-40b3-825f-17561c718ee7 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 278, in test_pardo_unfusable_side_inputs equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1565812830.38_a40170c1-8f27-4aa7-b59a-0e5a59861ce1 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 215, in test_pardo_windowed_side_inputs label='windowed') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_windowed_side_inputs_1565812830.78_d4e78639-e601-45e0-afd3-fa3077987af3 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 593, in test_read equal_to(['a', 'b', 'c'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_read_1565812831.2_887fa9e5-8dec-4c8a-a383-22bf80d17651 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_reshuffle (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 563, in test_reshuffle equal_to([1, 2, 3])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_reshuffle_1565812831.57_a083648d-8473-4e95-9329-061238832652 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 549, in test_sdf_wrap_range_source self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3]) File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrap_range_source_1565812832.02_667a339e-f8c4-49dd-b8eb-167b2fc7b024 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/mock/mock.py",> line 1305, in patched return func(*args, **keywargs) File "apache_beam/runners/portability/fn_api_runner_test.py", line 546, in test_sdf_wrapper_overrides_read self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1']) File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1565812832.23_7ca3ecb5-edc4-40d3-8362-6edf35b6143d failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 405, in test_windowed_pardo_state_timers self._run_pardo_state_timers(True) File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in _run_pardo_state_timers assert_that(actual, is_buffered_correctly) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowed_pardo_state_timers_1565812832.45_6e33cf18-cef8-4085-8381-f6411ba097bb failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_windowing (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 605, in test_windowing assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowing_1565812832.88_8921d67f-902d-4caa-9928-d7e10c4561f6 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== FAIL: test_assert_that (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 93, in test_assert_that assert_that(p | beam.Create(['a', 'b']), equal_to(['a'])) AssertionError: "Failed assert" does not match "Pipeline test_assert_that_1565812789.21_415e5220-9c8c-47f6-b291-2bd7cca837dc failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder" ====================================================================== FAIL: test_error_message_includes_stage (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 639, in test_error_message_includes_stage self.assertIn('StageC', message) AssertionError: 'StageC' not found in u'Pipeline test_error_message_includes_stage_1565812796.52_77db6c3d-cb82-4f69-a940-4b1e34d02861 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder' ---------------------------------------------------------------------- Ran 38 tests in 44.361s FAILED (failures=2, errors=22, skipped=10) > Task :sdks:python:test-suites:portable:py2:sparkValidatesRunner FAILED FAILURE: Build failed with an exception. * Where: Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py2/build.gradle'> line: 168 * What went wrong: Execution failed for task ':sdks:python:test-suites:portable:py2:sparkValidatesRunner'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 4m 15s 60 actionable tasks: 48 executed, 12 from cache Publishing build scan... https://gradle.com/s/6pc3gxs3lffru Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@beam.apache.org For additional commands, e-mail: builds-h...@beam.apache.org