See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJava_Dataflow/1249/display/redirect?page=changes>
Changes: [Kenneth Knowles] Support multiple gradle tasks in one precommit job [Kenneth Knowles] Split up some IOs from Java PreCommit ------------------------------------------ [...truncated 1.01 MB...] File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1491, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 623, in apache_beam.runners.common.SimpleInvoker.invoke_process File "apache_beam/runners/common.py", line 1581, in apache_beam.runners.common._OutputHandler.handle_process_outputs File "apache_beam/runners/common.py", line 1694, in apache_beam.runners.common._OutputHandler._write_value_to_tag File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1507, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 837, in apache_beam.runners.common.PerWindowInvoker.invoke_process File "apache_beam/runners/common.py", line 983, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJava_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1897, in <lambda> wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)] File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJava_Dataflow/ws/src/sdks/python/apache_beam/testing/util.py";,> line 191, in _equal raise BeamAssertException(msg) apache_beam.testing.util.BeamAssertException: Failed assert: [1, 2, 3, 4, 5, 6, 7, 8, 9] == [127], unexpected elements [127], missing elements [1, 2, 3, 4, 5, 6, 7, 8, 9] [while running 'assert_that/Match'] FAILED apache_beam/transforms/validate_runner_xlang_test.py::ValidateRunnerXlangTest::test_group_by_key - apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py", line 648, in do_work work_executor.execute() File "/usr/local/lib/python3.7/site-packages/dataflow_worker/executor.py", line 208, in execute op.start() File "dataflow_worker/native_operations.py", line 38, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 40, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 44, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 48, in dataflow_worker.native_operations.NativeReadOperation.start File "/usr/local/lib/python3.7/site-packages/dataflow_worker/inmemory.py", line 108, in __iter__ yield self._source.coder.decode(value) File "/usr/local/lib/python3.7/site-packages/apache_beam/coders/coders.py", line 475, in decode return self.get_impl().decode(encoded) File "apache_beam/coders/coder_impl.py", line 239, in apache_beam.coders.coder_impl.StreamCoderImpl.decode File "apache_beam/coders/coder_impl.py", line 241, in apache_beam.coders.coder_impl.StreamCoderImpl.decode File "apache_beam/coders/coder_impl.py", line 1016, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.decode_from_stream File "apache_beam/coders/coder_impl.py", line 1210, in apache_beam.coders.coder_impl.SequenceCoderImpl.decode_from_stream File "apache_beam/coders/coder_impl.py", line 274, in apache_beam.coders.coder_impl.CallbackCoderImpl.decode_from_stream File "/usr/local/lib/python3.7/site-packages/apache_beam/coders/coders.py", line 432, in decode return value.decode('utf-8') UnicodeDecodeError: 'utf-8' codec can't decode byte 0xc0 in position 16: invalid start byte FAILED apache_beam/transforms/validate_runner_xlang_test.py::ValidateRunnerXlangTest::test_multi_input_output_with_sideinput - apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py", line 648, in do_work work_executor.execute() File "/usr/local/lib/python3.7/site-packages/dataflow_worker/executor.py", line 208, in execute op.start() File "dataflow_worker/native_operations.py", line 38, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 40, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 44, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 48, in dataflow_worker.native_operations.NativeReadOperation.start File "/usr/local/lib/python3.7/site-packages/dataflow_worker/inmemory.py", line 108, in __iter__ yield self._source.coder.decode(value) File "/usr/local/lib/python3.7/site-packages/apache_beam/coders/coders.py", line 475, in decode return self.get_impl().decode(encoded) File "apache_beam/coders/coder_impl.py", line 239, in apache_beam.coders.coder_impl.StreamCoderImpl.decode File "apache_beam/coders/coder_impl.py", line 241, in apache_beam.coders.coder_impl.StreamCoderImpl.decode File "apache_beam/coders/coder_impl.py", line 586, in apache_beam.coders.coder_impl.FastPrimitivesCoderImpl.decode_from_stream ValueError: Unknown type tag 7f FAILED apache_beam/transforms/validate_runner_xlang_test.py::ValidateRunnerXlangTest::test_cogroup_by_key - apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py", line 648, in do_work work_executor.execute() File "/usr/local/lib/python3.7/site-packages/dataflow_worker/executor.py", line 208, in execute op.start() File "dataflow_worker/native_operations.py", line 38, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 40, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 44, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 48, in dataflow_worker.native_operations.NativeReadOperation.start File "/usr/local/lib/python3.7/site-packages/dataflow_worker/inmemory.py", line 108, in __iter__ yield self._source.coder.decode(value) File "/usr/local/lib/python3.7/site-packages/apache_beam/coders/coders.py", line 475, in decode return self.get_impl().decode(encoded) File "apache_beam/coders/coder_impl.py", line 239, in apache_beam.coders.coder_impl.StreamCoderImpl.decode File "apache_beam/coders/coder_impl.py", line 241, in apache_beam.coders.coder_impl.StreamCoderImpl.decode File "apache_beam/coders/coder_impl.py", line 1016, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.decode_from_stream File "apache_beam/coders/coder_impl.py", line 1210, in apache_beam.coders.coder_impl.SequenceCoderImpl.decode_from_stream File "apache_beam/coders/coder_impl.py", line 274, in apache_beam.coders.coder_impl.CallbackCoderImpl.decode_from_stream File "/usr/local/lib/python3.7/site-packages/apache_beam/coders/coders.py", line 432, in decode return value.decode('utf-8') UnicodeDecodeError: 'utf-8' codec can't decode byte 0xc0 in position 16: invalid start byte FAILED apache_beam/io/external/generate_sequence_test.py::XlangGenerateSequenceTest::test_generate_sequence - apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: Traceback (most recent call last): File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 837, in apache_beam.runners.common.PerWindowInvoker.invoke_process File "apache_beam/runners/common.py", line 983, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJava_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1897, in <lambda> wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)] File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJava_Dataflow/ws/src/sdks/python/apache_beam/testing/util.py";,> line 191, in _equal raise BeamAssertException(msg) apache_beam.testing.util.BeamAssertException: Failed assert: [1, 2, 3, 4, 5, 6, 7, 8, 9] == [127], unexpected elements [127], missing elements [1, 2, 3, 4, 5, 6, 7, 8, 9] During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py", line 648, in do_work work_executor.execute() File "/usr/local/lib/python3.7/site-packages/dataflow_worker/executor.py", line 208, in execute op.start() File "dataflow_worker/shuffle_operations.py", line 63, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start File "dataflow_worker/shuffle_operations.py", line 65, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start File "dataflow_worker/shuffle_operations.py", line 79, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start File "dataflow_worker/shuffle_operations.py", line 80, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start File "dataflow_worker/shuffle_operations.py", line 84, in dataflow_worker.shuffle_operations.GroupedShuffleReadOperation.start File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive File "dataflow_worker/shuffle_operations.py", line 261, in dataflow_worker.shuffle_operations.BatchGroupAlsoByWindowsOperation.process File "dataflow_worker/shuffle_operations.py", line 268, in dataflow_worker.shuffle_operations.BatchGroupAlsoByWindowsOperation.process File "apache_beam/runners/worker/operations.py", line 528, in apache_beam.runners.worker.operations.Operation.output File "apache_beam/runners/worker/operations.py", line 237, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1491, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 623, in apache_beam.runners.common.SimpleInvoker.invoke_process File "apache_beam/runners/common.py", line 1581, in apache_beam.runners.common._OutputHandler.handle_process_outputs File "apache_beam/runners/common.py", line 1694, in apache_beam.runners.common._OutputHandler._write_value_to_tag File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1491, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 623, in apache_beam.runners.common.SimpleInvoker.invoke_process File "apache_beam/runners/common.py", line 1581, in apache_beam.runners.common._OutputHandler.handle_process_outputs File "apache_beam/runners/common.py", line 1694, in apache_beam.runners.common._OutputHandler._write_value_to_tag File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1491, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 623, in apache_beam.runners.common.SimpleInvoker.invoke_process File "apache_beam/runners/common.py", line 1581, in apache_beam.runners.common._OutputHandler.handle_process_outputs File "apache_beam/runners/common.py", line 1694, in apache_beam.runners.common._OutputHandler._write_value_to_tag File "apache_beam/runners/worker/operations.py", line 240, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive File "apache_beam/runners/worker/operations.py", line 907, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/worker/operations.py", line 908, in apache_beam.runners.worker.operations.DoOperation.process File "apache_beam/runners/common.py", line 1419, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 1507, in apache_beam.runners.common.DoFnRunner._reraise_augmented File "apache_beam/runners/common.py", line 1417, in apache_beam.runners.common.DoFnRunner.process File "apache_beam/runners/common.py", line 837, in apache_beam.runners.common.PerWindowInvoker.invoke_process File "apache_beam/runners/common.py", line 983, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJava_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1897, in <lambda> wrapper = lambda x, *args, **kwargs: [fn(x, *args, **kwargs)] File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_PythonUsingJava_Dataflow/ws/src/sdks/python/apache_beam/testing/util.py";,> line 191, in _equal raise BeamAssertException(msg) apache_beam.testing.util.BeamAssertException: Failed assert: [1, 2, 3, 4, 5, 6, 7, 8, 9] == [127], unexpected elements [127], missing elements [1, 2, 3, 4, 5, 6, 7, 8, 9] [while running 'assert_that/Match'] FAILED apache_beam/transforms/validate_runner_xlang_test.py::ValidateRunnerXlangTest::test_prefix - apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py", line 648, in do_work work_executor.execute() File "/usr/local/lib/python3.7/site-packages/dataflow_worker/executor.py", line 208, in execute op.start() File "dataflow_worker/native_operations.py", line 38, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 40, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 44, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 48, in dataflow_worker.native_operations.NativeReadOperation.start File "/usr/local/lib/python3.7/site-packages/dataflow_worker/inmemory.py", line 108, in __iter__ yield self._source.coder.decode(value) File "/usr/local/lib/python3.7/site-packages/apache_beam/coders/coders.py", line 432, in decode return value.decode('utf-8') UnicodeDecodeError: 'utf-8' codec can't decode byte 0xdf in position 1: invalid continuation byte FAILED apache_beam/transforms/validate_runner_xlang_test.py::ValidateRunnerXlangTest::test_partition - apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/dataflow_worker/batchworker.py", line 648, in do_work work_executor.execute() File "/usr/local/lib/python3.7/site-packages/dataflow_worker/executor.py", line 208, in execute op.start() File "dataflow_worker/native_operations.py", line 38, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 40, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 44, in dataflow_worker.native_operations.NativeReadOperation.start File "dataflow_worker/native_operations.py", line 48, in dataflow_worker.native_operations.NativeReadOperation.start File "/usr/local/lib/python3.7/site-packages/dataflow_worker/inmemory.py", line 108, in __iter__ yield self._source.coder.decode(value) File "/usr/local/lib/python3.7/site-packages/apache_beam/coders/coders.py", line 475, in decode return self.get_impl().decode(encoded) File "apache_beam/coders/coder_impl.py", line 239, in apache_beam.coders.coder_impl.StreamCoderImpl.decode File "apache_beam/coders/coder_impl.py", line 241, in apache_beam.coders.coder_impl.StreamCoderImpl.decode File "apache_beam/coders/coder_impl.py", line 586, in apache_beam.coders.coder_impl.FastPrimitivesCoderImpl.decode_from_stream ValueError: Unknown type tag 7f ============ 10 failed, 5 skipped, 9 warnings in 1146.28s (0:19:06) ============ > Task > :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingJava > FAILED > Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE > Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221207045249 Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5992910529bd79e50207ff931fa565892fa90663b890f3846bb4fa10fc43c5ae WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly. Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221207045249] - referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5992910529bd79e50207ff931fa565892fa90663b890f3846bb4fa10fc43c5ae] Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20221207045249] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5992910529bd79e50207ff931fa565892fa90663b890f3846bb4fa10fc43c5ae])]. Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5992910529bd79e50207ff931fa565892fa90663b890f3846bb4fa10fc43c5ae Digests: - us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5992910529bd79e50207ff931fa565892fa90663b890f3846bb4fa10fc43c5ae Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5992910529bd79e50207ff931fa565892fa90663b890f3846bb4fa10fc43c5ae]. > Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221207045249 Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5408e9127b352c515c13d5169cdd3848c9c074de6e6191ac2fcec05253cf3c65 WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly. Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221207045249] - referencing digest: [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5408e9127b352c515c13d5169cdd3848c9c074de6e6191ac2fcec05253cf3c65] Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20221207045249] (referencing [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5408e9127b352c515c13d5169cdd3848c9c074de6e6191ac2fcec05253cf3c65])]. Removing untagged image us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5408e9127b352c515c13d5169cdd3848c9c074de6e6191ac2fcec05253cf3c65 Digests: - us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5408e9127b352c515c13d5169cdd3848c9c074de6e6191ac2fcec05253cf3c65 Deleted [us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:5408e9127b352c515c13d5169cdd3848c9c074de6e6191ac2fcec05253cf3c65]. > Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup Stopping expansion service pid: 2773264. Stopping expansion service pid: 2773265. FAILURE: Build failed with an exception. * What went wrong: Execution failed for task ':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingJava'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness. Please consult deprecation warnings for more details. BUILD FAILED in 31m 34s 139 actionable tasks: 95 executed, 38 from cache, 6 up-to-date Publishing build scan... https://gradle.com/s/qncxegsbi654o Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
