See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/677/display/redirect?page=changes>
Changes: [aaltay] [BEAM-6694] Added Approximate Quantile Transfrom on Python SDK (#9153) ------------------------------------------ [...truncated 357.55 KB...] ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 268, in test_multimap_side_input_type_coercion equal_to([('a', [1, 3]), ('b', [2])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_multimap_side_input_type_coercion_1565977121.18_ba24e427-199b-49b4-a98c-378f41e67ce3 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 105, in test_pardo assert_that(res, equal_to(['aax', 'bcbcx'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_1565977125.51_888ac259-60cb-4963-a491-fcb4c248a6b2 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 177, in test_pardo_side_and_main_outputs assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_and_main_outputs_1565977126.06_adaf1f4e-d159-4b11-9a65-b73aa88fad7d failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 188, in test_pardo_side_inputs ('a', 'y'), ('b', 'y'), ('c', 'y')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_inputs_1565977127.18_0408f1d7-6015-41cd-b323-83f22a387ece failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 159, in test_pardo_side_outputs assert_that(xy.y, equal_to(['y', 'xy']), label='y') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_outputs_1565977127.65_813c8240-286e-47c8-9882-acb76b7d8605 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_state_only (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 309, in test_pardo_state_only equal_to(expected)) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_state_only_1565977128.11_1f1fc08a-dd2c-478a-8d28-2a50134df37c failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_state_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 402, in test_pardo_state_timers self._run_pardo_state_timers(False) File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in _run_pardo_state_timers assert_that(actual, is_buffered_correctly) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_state_timers_1565977128.46_792f44c4-8c1d-4060-8656-e1f941893b4c failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 362, in test_pardo_timers assert_that(actual, equal_to(expected)) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_timers_1565977128.91_c7f35b43-b7f2-466b-bb68-d83893513fee failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 278, in test_pardo_unfusable_side_inputs equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1565977129.29_072d90ab-2c78-4758-b3b6-fa4389e878b0 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 215, in test_pardo_windowed_side_inputs label='windowed') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_windowed_side_inputs_1565977129.63_4cf5ad51-f237-4f15-8d2b-09e0cc45df62 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 593, in test_read equal_to(['a', 'b', 'c'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_read_1565977130.01_f754b303-914c-4495-b019-e32c79bdf046 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_reshuffle (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 563, in test_reshuffle equal_to([1, 2, 3])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_reshuffle_1565977130.34_a9ed5463-65a6-4a11-b370-36845b8c123b failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 549, in test_sdf_wrap_range_source self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3]) File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrap_range_source_1565977130.75_8e39e812-2192-4ca3-a53d-0a298ccc98fb failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/mock/mock.py",> line 1305, in patched return func(*args, **keywargs) File "apache_beam/runners/portability/fn_api_runner_test.py", line 546, in test_sdf_wrapper_overrides_read self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1']) File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1565977130.92_33baaafb-409c-4a31-bad4-9bc5e40f2db4 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 405, in test_windowed_pardo_state_timers self._run_pardo_state_timers(True) File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in _run_pardo_state_timers assert_that(actual, is_buffered_correctly) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowed_pardo_state_timers_1565977131.1_dc60d396-e265-4b5a-ab89-11d06e661c9a failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_windowing (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 605, in test_windowing assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowing_1565977131.48_1af0bf8d-2e9a-460e-bd80-40951cf969a2 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== FAIL: test_assert_that (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 93, in test_assert_that assert_that(p | beam.Create(['a', 'b']), equal_to(['a'])) AssertionError: "Failed assert" does not match "Pipeline test_assert_that_1565977093.86_739559b8-02f9-471c-99d0-e1e2401e9a23 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder" ====================================================================== FAIL: test_error_message_includes_stage (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 639, in test_error_message_includes_stage self.assertIn('StageC', message) AssertionError: 'StageC' not found in u'Pipeline test_error_message_includes_stage_1565977100.37_7a502f94-1a8f-47eb-99d4-e6babb1e2264 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder' ---------------------------------------------------------------------- Ran 38 tests in 38.263s FAILED (failures=2, errors=22, skipped=10) > Task :sdks:python:test-suites:portable:py2:sparkValidatesRunner FAILED FAILURE: Build failed with an exception. * Where: Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py2/build.gradle'> line: 168 * What went wrong: Execution failed for task ':sdks:python:test-suites:portable:py2:sparkValidatesRunner'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 2m 54s 60 actionable tasks: 47 executed, 13 from cache Publishing build scan... https://gradle.com/s/taydoprtull7m Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@beam.apache.org For additional commands, e-mail: builds-h...@beam.apache.org