See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/669/display/redirect?page=changes>
Changes: [kedin] [SQL] Support complex identifiers in DataCatalog ------------------------------------------ [...truncated 361.88 KB...] ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 268, in test_multimap_side_input_type_coercion equal_to([('a', [1, 3]), ('b', [2])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_multimap_side_input_type_coercion_1565910445.92_39be745f-bf0f-4193-a0ca-19152e8d8fa7 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 105, in test_pardo assert_that(res, equal_to(['aax', 'bcbcx'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_1565910450.42_01d3cd01-2bb5-4d35-969e-0b7baa1981b1 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 177, in test_pardo_side_and_main_outputs assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_and_main_outputs_1565910451.0_b32ce344-83ba-4e77-bb19-627bd92a05d5 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 188, in test_pardo_side_inputs ('a', 'y'), ('b', 'y'), ('c', 'y')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_inputs_1565910452.18_fda8d0a2-a78c-48ca-a93c-c9936dc53e61 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 159, in test_pardo_side_outputs assert_that(xy.y, equal_to(['y', 'xy']), label='y') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_outputs_1565910452.67_f731fb64-0486-4589-817c-4b74b9312033 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_state_only (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 309, in test_pardo_state_only equal_to(expected)) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_state_only_1565910453.2_20f8e468-7c1a-4f44-af47-d8e1d2ff1ddc failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_state_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 402, in test_pardo_state_timers self._run_pardo_state_timers(False) File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in _run_pardo_state_timers assert_that(actual, is_buffered_correctly) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_state_timers_1565910453.58_8f34f0b7-6886-4da7-a1ed-990a159b2828 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 362, in test_pardo_timers assert_that(actual, equal_to(expected)) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_timers_1565910454.05_3e75d932-9fac-4b9b-8856-134fc4758a42 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 278, in test_pardo_unfusable_side_inputs equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1565910454.43_3263061a-de37-4244-9a25-04d93c2d7a16 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 215, in test_pardo_windowed_side_inputs label='windowed') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_windowed_side_inputs_1565910454.78_da48cc9f-ee6b-429b-a679-127d519c3e93 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 593, in test_read equal_to(['a', 'b', 'c'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_read_1565910455.18_a9ca741e-9613-4b38-8be1-02fdc107dc79 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_reshuffle (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 563, in test_reshuffle equal_to([1, 2, 3])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_reshuffle_1565910455.53_29243675-1509-4867-8994-d07b653da056 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 549, in test_sdf_wrap_range_source self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3]) File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrap_range_source_1565910455.97_7025c4dd-9a4d-4965-af9b-935950ca04e6 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/mock/mock.py",> line 1305, in patched return func(*args, **keywargs) File "apache_beam/runners/portability/fn_api_runner_test.py", line 546, in test_sdf_wrapper_overrides_read self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1']) File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1565910456.18_0de57b4c-173b-4fb3-ba20-f02876694361 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 405, in test_windowed_pardo_state_timers self._run_pardo_state_timers(True) File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in _run_pardo_state_timers assert_that(actual, is_buffered_correctly) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowed_pardo_state_timers_1565910456.38_1b205f73-751a-4a9c-bb37-88664d9eeecb failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_windowing (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 605, in test_windowing assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowing_1565910456.79_2493d303-56cb-4a5a-a950-7f6096b8e355 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== FAIL: test_assert_that (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 93, in test_assert_that assert_that(p | beam.Create(['a', 'b']), equal_to(['a'])) AssertionError: "Failed assert" does not match "Pipeline test_assert_that_1565910415.56_ee5b1ccf-2623-40a6-ab38-966a6519c72f failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder" ====================================================================== FAIL: test_error_message_includes_stage (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 639, in test_error_message_includes_stage self.assertIn('StageC', message) AssertionError: 'StageC' not found in u'Pipeline test_error_message_includes_stage_1565910422.39_0b57b375-ee79-4be9-b7d9-d9415a4fa6b5 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder' ---------------------------------------------------------------------- Ran 38 tests in 41.852s FAILED (failures=2, errors=22, skipped=10) > Task :sdks:python:test-suites:portable:py2:sparkValidatesRunner FAILED FAILURE: Build failed with an exception. * Where: Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py2/build.gradle'> line: 168 * What went wrong: Execution failed for task ':sdks:python:test-suites:portable:py2:sparkValidatesRunner'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 3m 6s 60 actionable tasks: 47 executed, 13 from cache Publishing build scan... https://gradle.com/s/gwbembx4nmm46 Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@beam.apache.org For additional commands, e-mail: builds-h...@beam.apache.org