See <https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/1079/display/redirect?page=changes>
Changes: [jozo.vilcek] [BEAM-10284] Add option to pass configuration into ParquetIO.Sink [jozo.vilcek] [BEAM-10284] Remove hadoop from ParquetIO.Sink public API [ajamato] [BEAM-10381] Increase retries in pull_licenses_java.py from 3 to 9. [noreply] [BEAM-10220] Add support for REQUIRE_MISSING in RowJsonDeserializer, [daniel.o.programmer] [BEAM-10312] Sub-element progress accounted for during splitting. ------------------------------------------ [...truncated 2.43 MB...] File "apache_beam/runners/worker/sdk_worker.py", line 249, in _execute response = task() File "apache_beam/runners/worker/sdk_worker.py", line 306, in <lambda> lambda: self.create_worker().do_instruction(request), request) File "apache_beam/runners/worker/sdk_worker.py", line 475, in do_instruction getattr(request, request_type), request.instruction_id) File "apache_beam/runners/worker/sdk_worker.py", line 510, in process_bundle bundle_processor.process_bundle(instruction_id)) File "apache_beam/runners/worker/bundle_processor.py", line 978, in process_bundle element.data) File "apache_beam/runners/worker/bundle_processor.py", line 218, in process_encoded self.output(decoded_value) File "apache_beam/runners/worker/operations.py", line 332, in output cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value) File "apache_beam/runners/worker/operations.py", line 195, in receive self.consumer.process(windowed_value) File "apache_beam/runners/worker/operations.py", line 764, in process delayed_application = self.dofn_runner.process_with_sized_restriction(o) File "apache_beam/runners/common.py", line 975, in process_with_sized_restriction watermark_estimator=watermark_estimator) File "apache_beam/runners/common.py", line 712, in invoke_process windowed_value, additional_args, additional_kwargs) File "apache_beam/runners/common.py", line 819, in _invoke_process_per_window self.threadsafe_restriction_tracker.check_done() File "apache_beam/runners/sdf_utils.py", line 115, in check_done return self._restriction_tracker.check_done() File "apache_beam/io/restriction_trackers.py", line 101, in check_done self._range.stop)) ValueError: OffsetRestrictionTracker is not done since work in range [0, 3) has not been claimed. at org.apache.beam.runners.fnexecution.control.FnApiControlClient$ResponseStreamObserver.onNext(FnApiControlClient.java:177) at org.apache.beam.runners.fnexecution.control.FnApiControlClient$ResponseStreamObserver.onNext(FnApiControlClient.java:157) at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.stub.ServerCalls$StreamingServerCallHandler$StreamingServerCallListener.onMessage(ServerCalls.java:251) at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener.onMessage(ForwardingServerCallListener.java:33) at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.Contexts$ContextualizedServerCallListener.onMessage(Contexts.java:76) at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.messagesAvailableInternal(ServerCallImpl.java:309) at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.messagesAvailable(ServerCallImpl.java:292) at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1MessagesAvailable.runInContext(ServerImpl.java:782) at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ... 1 more INFO:apache_beam.runners.worker.sdk_worker:No more requests from control plane INFO:apache_beam.runners.worker.sdk_worker:SDK Harness waiting for in-flight requests to complete INFO:apache_beam.runners.worker.data_plane:Closing all cached grpc data channels. INFO:apache_beam.runners.worker.sdk_worker:Closing all cached gRPC state handlers. INFO:apache_beam.runners.worker.sdk_worker:Done consuming work. ERROR:root:java.lang.RuntimeException: Error received from SDK harness for instruction 4: Traceback (most recent call last): File "apache_beam/runners/worker/sdk_worker.py", line 249, in _execute response = task() File "apache_beam/runners/worker/sdk_worker.py", line 306, in <lambda> lambda: self.create_worker().do_instruction(request), request) File "apache_beam/runners/worker/sdk_worker.py", line 475, in do_instruction getattr(request, request_type), request.instruction_id) File "apache_beam/runners/worker/sdk_worker.py", line 510, in process_bundle bundle_processor.process_bundle(instruction_id)) File "apache_beam/runners/worker/bundle_processor.py", line 978, in process_bundle element.data) File "apache_beam/runners/worker/bundle_processor.py", line 218, in process_encoded self.output(decoded_value) File "apache_beam/runners/worker/operations.py", line 332, in output cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value) File "apache_beam/runners/worker/operations.py", line 195, in receive self.consumer.process(windowed_value) File "apache_beam/runners/worker/operations.py", line 764, in process delayed_application = self.dofn_runner.process_with_sized_restriction(o) File "apache_beam/runners/common.py", line 975, in process_with_sized_restriction watermark_estimator=watermark_estimator) File "apache_beam/runners/common.py", line 712, in invoke_process windowed_value, additional_args, additional_kwargs) File "apache_beam/runners/common.py", line 819, in _invoke_process_per_window self.threadsafe_restriction_tracker.check_done() File "apache_beam/runners/sdf_utils.py", line 115, in check_done return self._restriction_tracker.check_done() File "apache_beam/io/restriction_trackers.py", line 101, in check_done self._range.stop)) ValueError: OffsetRestrictionTracker is not done since work in range [0, 3) has not been claimed. INFO:apache_beam.runners.portability.portable_runner:Job state changed to FAILED .sssINFO:apache_beam.runners.worker.worker_pool_main:Listening for workers at localhost:32785 WARNING:root:Make sure that locally built Python SDK docker image has Python 2.7 interpreter. INFO:root:Using Python SDK docker image: apache/beam_python2.7_sdk:2.23.0.dev. If the image is not available at local, we will try to pull from hub.docker.com INFO:apache_beam.runners.portability.portable_runner:Environment "LOOPBACK" has started a component necessary for the execution. Be sure to run the pipeline using with Pipeline() as p: p.apply(..) This ensures that the pipeline finishes before this program exits. INFO:apache_beam.runners.portability.portable_runner:Job state changed to STOPPED INFO:apache_beam.runners.portability.portable_runner:Job state changed to STARTING INFO:apache_beam.runners.portability.portable_runner:Job state changed to RUNNING [flink-runner-job-invoker] WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment variable 'log.file' is not set. [flink-runner-job-invoker] WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'Key: 'web.log.path' , default: null (fallback keys: [{key=jobmanager.web.log.path, isDeprecated=true}])'. [[5]{Create, Map(<lambda at fn_runner_test.py:489>), WindowInto(WindowIntoFn), Map(<lambda at fn_runner_test.py:492>)} (2/2)] WARN org.apache.flink.metrics.MetricGroup - The operator name [5]{Create, Map(<lambda at fn_runner_test.py:489>), WindowInto(WindowIntoFn), Map(<lambda at fn_runner_test.py:492>)} exceeded the 80 characters length limit and was truncated. [[5]{Create, Map(<lambda at fn_runner_test.py:489>), WindowInto(WindowIntoFn), Map(<lambda at fn_runner_test.py:492>)} (1/2)] WARN org.apache.flink.metrics.MetricGroup - The operator name [5]{Create, Map(<lambda at fn_runner_test.py:489>), WindowInto(WindowIntoFn), Map(<lambda at fn_runner_test.py:492>)} exceeded the 80 characters length limit and was truncated. INFO:apache_beam.runners.worker.statecache:Creating state cache with size 0 INFO:apache_beam.runners.worker.sdk_worker:Creating insecure control channel for localhost:41195. INFO:apache_beam.runners.worker.sdk_worker:Control channel established. INFO:apache_beam.runners.worker.sdk_worker:Initializing SDKHarness with unbounded number of workers. INFO:apache_beam.runners.worker.sdk_worker:Creating insecure state channel for localhost:43781. INFO:apache_beam.runners.worker.sdk_worker:State channel established. INFO:apache_beam.runners.worker.data_plane:Creating client data channel for localhost:37245 [assert_that/Group/GroupByKey -> [3]assert_that/{Group, Unkey, Match} (1/2)] WARN org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer - Hanged up for unknown endpoint. ERROR:apache_beam.runners.worker.data_plane:Failed to read inputs in the data plane. Traceback (most recent call last): File "apache_beam/runners/worker/data_plane.py", line 528, in _read_inputs for elements in elements_iterator: File "<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",> line 413, in next return self._next() File "<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",> line 706, in _next raise self _MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with: status = StatusCode.CANCELLED details = "Multiplexer hanging up" debug_error_string = "{"created":"@1593563303.747475148","description":"Error received from peer ipv4:127.0.0.1:37245","file":"src/core/lib/surface/call.cc","file_line":1055,"grpc_message":"Multiplexer hanging up","grpc_status":1}" > Exception in thread read_grpc_client_inputs: Traceback (most recent call last): File "/usr/lib/python2.7/threading.py", line 801, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 754, in run self.__target(*self.__args, **self.__kwargs) File "apache_beam/runners/worker/data_plane.py", line 545, in <lambda> target=lambda: self._read_inputs(elements_iterator), File "apache_beam/runners/worker/data_plane.py", line 528, in _read_inputs for elements in elements_iterator: File "<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",> line 413, in next return self._next() File "<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",> line 706, in _next raise self _MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with: status = StatusCode.CANCELLED details = "Multiplexer hanging up" debug_error_string = "{"created":"@1593563303.747475148","description":"Error received from peer ipv4:127.0.0.1:37245","file":"src/core/lib/surface/call.cc","file_line":1055,"grpc_message":"Multiplexer hanging up","grpc_status":1}" > INFO:apache_beam.runners.portability.portable_runner:Job state changed to DONE .INFO:apache_beam.runners.worker.sdk_worker:No more requests from control plane INFO:apache_beam.runners.worker.sdk_worker:SDK Harness waiting for in-flight requests to complete INFO:apache_beam.runners.worker.data_plane:Closing all cached grpc data channels. INFO:apache_beam.runners.worker.sdk_worker:Closing all cached gRPC state handlers. INFO:apache_beam.runners.worker.sdk_worker:Done consuming work. INFO:apache_beam.runners.worker.worker_pool_main:Listening for workers at localhost:45027 WARNING:root:Make sure that locally built Python SDK docker image has Python 2.7 interpreter. INFO:root:Using Python SDK docker image: apache/beam_python2.7_sdk:2.23.0.dev. If the image is not available at local, we will try to pull from hub.docker.com INFO:apache_beam.runners.portability.portable_runner:Environment "LOOPBACK" has started a component necessary for the execution. Be sure to run the pipeline using with Pipeline() as p: p.apply(..) This ensures that the pipeline finishes before this program exits. INFO:apache_beam.runners.portability.portable_runner:Job state changed to STOPPED INFO:apache_beam.runners.portability.portable_runner:Job state changed to STARTING INFO:apache_beam.runners.portability.portable_runner:Job state changed to RUNNING [flink-runner-job-invoker] WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment variable 'log.file' is not set. [flink-runner-job-invoker] WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'Key: 'web.log.path' , default: null (fallback keys: [{key=jobmanager.web.log.path, isDeprecated=true}])'. INFO:apache_beam.runners.worker.statecache:Creating state cache with size 0 INFO:apache_beam.runners.worker.sdk_worker:Creating insecure control channel for localhost:37983. INFO:apache_beam.runners.worker.sdk_worker:Control channel established. INFO:apache_beam.runners.worker.sdk_worker:Initializing SDKHarness with unbounded number of workers. INFO:apache_beam.runners.worker.sdk_worker:Creating insecure state channel for localhost:37943. INFO:apache_beam.runners.worker.sdk_worker:State channel established. INFO:apache_beam.runners.worker.data_plane:Creating client data channel for localhost:45665 [assert_that/Group/GroupByKey -> [3]assert_that/{Group, Unkey, Match} (1/2)] WARN org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer - Hanged up for unknown endpoint. INFO:apache_beam.runners.portability.portable_runner:Job state changed to DONE .INFO:__main__:removing conf dir: /tmp/flinktest-confe1OxgI ERROR:apache_beam.runners.worker.data_plane:Failed to read inputs in the data plane. Traceback (most recent call last): File "apache_beam/runners/worker/data_plane.py", line 528, in _read_inputs for elements in elements_iterator: File "<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",> line 413, in next return self._next() File "<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",> line 706, in _next raise self _MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with: status = StatusCode.CANCELLED details = "Multiplexer hanging up" debug_error_string = "{"created":"@1593563305.007981150","description":"Error received from peer ipv4:127.0.0.1:45665","file":"src/core/lib/surface/call.cc","file_line":1055,"grpc_message":"Multiplexer hanging up","grpc_status":1}" > Exception in thread read_grpc_client_inputs: Traceback (most recent call last): File "/usr/lib/python2.7/threading.py", line 801, in __bootstrap_inner self.run() File "/usr/lib/python2.7/threading.py", line 754, in run self.__target(*self.__args, **self.__kwargs) File "apache_beam/runners/worker/data_plane.py", line 545, in <lambda> target=lambda: self._read_inputs(elements_iterator), File "apache_beam/runners/worker/data_plane.py", line 528, in _read_inputs for elements in elements_iterator: File "<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",> line 413, in next return self._next() File "<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",> line 706, in _next raise self _MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with: status = StatusCode.CANCELLED details = "Multiplexer hanging up" debug_error_string = "{"created":"@1593563305.007981150","description":"Error received from peer ipv4:127.0.0.1:45665","file":"src/core/lib/surface/call.cc","file_line":1055,"grpc_message":"Multiplexer hanging up","grpc_status":1}" > INFO:apache_beam.runners.worker.sdk_worker:No more requests from control plane INFO:apache_beam.runners.worker.sdk_worker:SDK Harness waiting for in-flight requests to complete INFO:apache_beam.runners.worker.data_plane:Closing all cached grpc data channels. INFO:apache_beam.runners.worker.sdk_worker:Closing all cached gRPC state handlers. INFO:apache_beam.runners.worker.sdk_worker:Done consuming work. ---------------------------------------------------------------------- Ran 82 tests in 156.637s OK (skipped=15) FAILURE: Build completed with 2 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/common.gradle'> line: 57 * What went wrong: Execution failed for task ':sdks:python:test-suites:portable:py2:flinkCompatibilityMatrixBatchLOOPBACK'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/common.gradle'> line: 57 * What went wrong: Execution failed for task ':sdks:python:test-suites:portable:py2:flinkCompatibilityMatrixStreamingLOOPBACK'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 15m 45s 78 actionable tasks: 58 executed, 19 from cache, 1 up-to-date Publishing build scan... https://gradle.com/s/sdlnup2nfr2di Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@beam.apache.org For additional commands, e-mail: builds-h...@beam.apache.org