See <https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/654/display/redirect?page=changes>
Changes: [ankurgoenka] [BEAM-7856] Suppress error on table bigquery table already exists ------------------------------------------ [...truncated 361.95 KB...] ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 268, in test_multimap_side_input_type_coercion equal_to([('a', [1, 3]), ('b', [2])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_multimap_side_input_type_coercion_1565748676.39_de9ac7f5-8730-4428-94c7-2954bb3805b5 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 105, in test_pardo assert_that(res, equal_to(['aax', 'bcbcx'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_1565748681.23_6e8fb234-f120-47c2-ba16-176004deb460 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_and_main_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 177, in test_pardo_side_and_main_outputs assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_and_main_outputs_1565748681.84_c14c3bc5-f5c6-4563-9187-cc116e0746a1 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 188, in test_pardo_side_inputs ('a', 'y'), ('b', 'y'), ('c', 'y')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_inputs_1565748683.07_16ca78c5-0529-4901-ba51-e030abe2bb36 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_side_outputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 159, in test_pardo_side_outputs assert_that(xy.y, equal_to(['y', 'xy']), label='y') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_side_outputs_1565748683.61_86b3e6d9-f5d4-450d-8874-3a3eac6d75f7 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_state_only (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 309, in test_pardo_state_only equal_to(expected)) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_state_only_1565748684.16_d3dfd5b5-5284-4b75-a598-cacb2f69f83c failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_state_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 402, in test_pardo_state_timers self._run_pardo_state_timers(False) File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in _run_pardo_state_timers assert_that(actual, is_buffered_correctly) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_state_timers_1565748684.59_48245d8a-73aa-47b0-8728-b9f9077b788f failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 362, in test_pardo_timers assert_that(actual, equal_to(expected)) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_timers_1565748685.13_fbc98de4-ea58-4dcf-9cf2-ea5f7bf288e1 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_unfusable_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 278, in test_pardo_unfusable_side_inputs equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_unfusable_side_inputs_1565748685.55_2623dbaf-f85e-447e-a7ee-e075c555917b failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_pardo_windowed_side_inputs (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 215, in test_pardo_windowed_side_inputs label='windowed') File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_pardo_windowed_side_inputs_1565748685.92_1e7c7598-7f7e-40c5-a911-d98302d94f73 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 593, in test_read equal_to(['a', 'b', 'c'])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_read_1565748686.34_0ba3fefb-15fc-46ad-a027-487dbe9e1572 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_reshuffle (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 563, in test_reshuffle equal_to([1, 2, 3])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_reshuffle_1565748686.72_949e99d4-c81d-42cf-bc81-9ad56bdd9b8f failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_sdf_wrap_range_source (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 549, in test_sdf_wrap_range_source self._run_sdf_wrapper_pipeline(RangeSource(0, 4), [0, 1, 2, 3]) File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrap_range_source_1565748687.19_b0ff9679-39eb-4dea-bf39-63de793d85de failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_sdf_wrapper_overrides_read (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/mock/mock.py",> line 1305, in patched return func(*args, **keywargs) File "apache_beam/runners/portability/fn_api_runner_test.py", line 546, in test_sdf_wrapper_overrides_read self._run_sdf_wrapper_pipeline(RangeSource(0, 4), ['1']) File "apache_beam/runners/portability/fn_api_runner_test.py", line 535, in _run_sdf_wrapper_pipeline p | beam.io.Read(source) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_sdf_wrapper_overrides_read_1565748687.41_de541830-e47d-4bdf-b79b-41c2a6855e6d failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_windowed_pardo_state_timers (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 405, in test_windowed_pardo_state_timers self._run_pardo_state_timers(True) File "apache_beam/runners/portability/fn_api_runner_test.py", line 462, in _run_pardo_state_timers assert_that(actual, is_buffered_correctly) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowed_pardo_state_timers_1565748687.62_f5c7662c-1304-4606-92c0-ff740f1d0758 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== ERROR: test_windowing (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 605, in test_windowing assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])])) File "apache_beam/pipeline.py", line 426, in __exit__ self.run().wait_until_finish() File "apache_beam/runners/portability/portable_runner.py", line 455, in wait_until_finish self._job_id, self._state, self._last_error_message())) RuntimeError: Pipeline test_windowing_1565748688.04_7564f401-caef-4820-b998-9ae823d9c65f failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder ====================================================================== FAIL: test_assert_that (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 93, in test_assert_that assert_that(p | beam.Create(['a', 'b']), equal_to(['a'])) AssertionError: "Failed assert" does not match "Pipeline test_assert_that_1565748645.14_42368351-47f2-477b-870b-46c460a365f9 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder" ====================================================================== FAIL: test_error_message_includes_stage (__main__.SparkRunnerTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "apache_beam/runners/portability/fn_api_runner_test.py", line 639, in test_error_message_includes_stage self.assertIn('StageC', message) AssertionError: 'StageC' not found in u'Pipeline test_error_message_includes_stage_1565748652.54_08c01917-9016-4689-a9c2-7916beac67c8 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.LengthPrefixCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder' ---------------------------------------------------------------------- Ran 38 tests in 43.550s FAILED (failures=2, errors=22, skipped=10) > Task :sdks:python:test-suites:portable:py2:sparkValidatesRunner FAILED FAILURE: Build failed with an exception. * Where: Build file '<https://builds.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py2/build.gradle'> line: 168 * What went wrong: Execution failed for task ':sdks:python:test-suites:portable:py2:sparkValidatesRunner'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 4m 9s 60 actionable tasks: 47 executed, 13 from cache Publishing build scan... https://gradle.com/s/lqq5j6sftg6zu Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@beam.apache.org For additional commands, e-mail: builds-h...@beam.apache.org