See
<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/1120/display/redirect?page=changes>
Changes:
[jferriero] refactor HCLS IO ITs to support stores in other projects
[tysonjh] [BEAM-9066] Add javax.annotation-api dependency.
[noreply] [BEAM-10444] Simpler PAssert for simpler cases. (#12218)
------------------------------------------
[...truncated 2.49 MB...]
File "apache_beam/runners/common.py", line 824, in _invoke_process_per_window
self.threadsafe_restriction_tracker.check_done()
File "apache_beam/runners/sdf_utils.py", line 115, in check_done
return self._restriction_tracker.check_done()
File "apache_beam/io/restriction_trackers.py", line 101, in check_done
self._range.stop))
ValueError: OffsetRestrictionTracker is not done since work in range [0, 6) has
not been claimed.
at
org.apache.beam.runners.fnexecution.control.FnApiControlClient$ResponseStreamObserver.onNext(FnApiControlClient.java:177)
at
org.apache.beam.runners.fnexecution.control.FnApiControlClient$ResponseStreamObserver.onNext(FnApiControlClient.java:157)
at
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.stub.ServerCalls$StreamingServerCallHandler$StreamingServerCallListener.onMessage(ServerCalls.java:251)
at
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener.onMessage(ForwardingServerCallListener.java:33)
at
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.Contexts$ContextualizedServerCallListener.onMessage(Contexts.java:76)
at
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.messagesAvailableInternal(ServerCallImpl.java:309)
at
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.messagesAvailable(ServerCallImpl.java:292)
at
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1MessagesAvailable.runInContext(ServerImpl.java:782)
at
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
ERROR:root:java.lang.RuntimeException: Error received from SDK harness for
instruction 4: Traceback (most recent call last):
File "apache_beam/runners/worker/sdk_worker.py", line 253, in _execute
response = task()
File "apache_beam/runners/worker/sdk_worker.py", line 310, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
File "apache_beam/runners/worker/sdk_worker.py", line 480, in do_instruction
getattr(request, request_type), request.instruction_id)
File "apache_beam/runners/worker/sdk_worker.py", line 515, in process_bundle
bundle_processor.process_bundle(instruction_id))
File "apache_beam/runners/worker/bundle_processor.py", line 978, in
process_bundle
element.data)
File "apache_beam/runners/worker/bundle_processor.py", line 218, in
process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 332, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File "apache_beam/runners/worker/operations.py", line 195, in receive
self.consumer.process(windowed_value)
File "apache_beam/runners/worker/operations.py", line 764, in process
delayed_application = self.dofn_runner.process_with_sized_restriction(o)
File "apache_beam/runners/common.py", line 977, in
process_with_sized_restriction
watermark_estimator_state=estimator_state)
File "apache_beam/runners/common.py", line 717, in invoke_process
windowed_value, additional_args, additional_kwargs)
File "apache_beam/runners/common.py", line 824, in _invoke_process_per_window
self.threadsafe_restriction_tracker.check_done()
File "apache_beam/runners/sdf_utils.py", line 115, in check_done
return self._restriction_tracker.check_done()
File "apache_beam/io/restriction_trackers.py", line 101, in check_done
self._range.stop))
ValueError: OffsetRestrictionTracker is not done since work in range [0, 6) has
not been claimed.
[grpc-default-executor-1] WARN
org.apache.beam.runners.fnexecution.control.FnApiControlClient - Dropped
unknown InstructionResponse instruction_id: "5"
error: "Traceback (most recent call last):\n File
\"apache_beam/runners/worker/sdk_worker.py\", line 253, in _execute\n
response = task()\n File \"apache_beam/runners/worker/sdk_worker.py\", line
310, in <lambda>\n lambda: self.create_worker().do_instruction(request),
request)\n File \"apache_beam/runners/worker/sdk_worker.py\", line 480, in
do_instruction\n getattr(request, request_type), request.instruction_id)\n
File \"apache_beam/runners/worker/sdk_worker.py\", line 515, in
process_bundle\n bundle_processor.process_bundle(instruction_id))\n File
\"apache_beam/runners/worker/bundle_processor.py\", line 978, in
process_bundle\n element.data)\n File
\"apache_beam/runners/worker/bundle_processor.py\", line 218, in
process_encoded\n self.output(decoded_value)\n File
\"apache_beam/runners/worker/operations.py\", line 332, in output\n
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)\n
File \"apache_beam/runners/worker/operations.py\", line 195, in receive\n
self.consumer.process(windowed_value)\n File
\"apache_beam/runners/worker/operations.py\", line 764, in process\n
delayed_application = self.dofn_runner.process_with_sized_restriction(o)\n
File \"apache_beam/runners/common.py\", line 977, in
process_with_sized_restriction\n
watermark_estimator_state=estimator_state)\n File
\"apache_beam/runners/common.py\", line 717, in invoke_process\n
windowed_value, additional_args, additional_kwargs)\n File
\"apache_beam/runners/common.py\", line 824, in _invoke_process_per_window\n
self.threadsafe_restriction_tracker.check_done()\n File
\"apache_beam/runners/sdf_utils.py\", line 115, in check_done\n return
self._restriction_tracker.check_done()\n File
\"apache_beam/io/restriction_trackers.py\", line 101, in check_done\n
self._range.stop))\nValueError: OffsetRestrictionTracker is not done since work
in range [0, 3) has not been claimed.\n"
INFO:apache_beam.runners.portability.portable_runner:Job state changed to FAILED
.ssssINFO:apache_beam.runners.worker.worker_pool_main:Listening for workers at
localhost:38839
WARNING:root:Make sure that locally built Python SDK docker image has Python
2.7 interpreter.
INFO:root:Using Python SDK docker image: apache/beam_python2.7_sdk:2.24.0.dev.
If the image is not available at local, we will try to pull from hub.docker.com
INFO:apache_beam.runners.portability.portable_runner:Environment "LOOPBACK" has
started a component necessary for the execution. Be sure to run the pipeline
using
with Pipeline() as p:
p.apply(..)
This ensures that the pipeline finishes before this program exits.
INFO:apache_beam.runners.portability.portable_runner:Job state changed to
STOPPED
INFO:apache_beam.runners.portability.portable_runner:Job state changed to
STARTING
INFO:apache_beam.runners.portability.portable_runner:Job state changed to
RUNNING
[flink-runner-job-invoker] WARN
org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment
variable 'log.file' is not set.
[flink-runner-job-invoker] WARN
org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are
unavailable in the web dashboard. Log file location not found in environment
variable 'log.file' or configuration key 'Key: 'web.log.path' , default: null
(fallback keys: [{key=jobmanager.web.log.path, isDeprecated=true}])'.
[[5]{Create, Map(<lambda at fn_runner_test.py:490>), WindowInto(WindowIntoFn),
Map(<lambda at fn_runner_test.py:493>)} (1/2)] WARN
org.apache.flink.metrics.MetricGroup - The operator name [5]{Create,
Map(<lambda at fn_runner_test.py:490>), WindowInto(WindowIntoFn), Map(<lambda
at fn_runner_test.py:493>)} exceeded the 80 characters length limit and was
truncated.
[[5]{Create, Map(<lambda at fn_runner_test.py:490>), WindowInto(WindowIntoFn),
Map(<lambda at fn_runner_test.py:493>)} (2/2)] WARN
org.apache.flink.metrics.MetricGroup - The operator name [5]{Create,
Map(<lambda at fn_runner_test.py:490>), WindowInto(WindowIntoFn), Map(<lambda
at fn_runner_test.py:493>)} exceeded the 80 characters length limit and was
truncated.
INFO:apache_beam.runners.worker.statecache:Creating state cache with size 0
INFO:apache_beam.runners.worker.sdk_worker:Creating insecure control channel
for localhost:33869.
INFO:apache_beam.runners.worker.sdk_worker:Control channel established.
INFO:apache_beam.runners.worker.sdk_worker:Initializing SDKHarness with
unbounded number of workers.
INFO:apache_beam.runners.worker.sdk_worker:Creating insecure state channel for
localhost:34599.
INFO:apache_beam.runners.worker.sdk_worker:State channel established.
INFO:apache_beam.runners.worker.data_plane:Creating client data channel for
localhost:46609
[assert_that/Group/GroupByKey -> [3]assert_that/{Group, Unkey, Match} (1/2)]
WARN org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer - Hanged up for
unknown endpoint.
INFO:apache_beam.runners.worker.sdk_worker:No more requests from control plane
INFO:apache_beam.runners.worker.sdk_worker:SDK Harness waiting for in-flight
requests to complete
INFO:apache_beam.runners.worker.data_plane:Closing all cached grpc data
channels.
INFO:apache_beam.runners.worker.sdk_worker:Closing all cached gRPC state
handlers.
INFO:apache_beam.runners.portability.portable_runner:Job state changed to DONE
.INFO:apache_beam.runners.worker.sdk_worker:Done consuming work.
INFO:apache_beam.runners.worker.worker_pool_main:Listening for workers at
localhost:40443
WARNING:root:Make sure that locally built Python SDK docker image has Python
2.7 interpreter.
INFO:root:Using Python SDK docker image: apache/beam_python2.7_sdk:2.24.0.dev.
If the image is not available at local, we will try to pull from hub.docker.com
INFO:apache_beam.runners.portability.portable_runner:Environment "LOOPBACK" has
started a component necessary for the execution. Be sure to run the pipeline
using
with Pipeline() as p:
p.apply(..)
This ensures that the pipeline finishes before this program exits.
INFO:apache_beam.runners.portability.portable_runner:Job state changed to
STOPPED
INFO:apache_beam.runners.portability.portable_runner:Job state changed to
STARTING
INFO:apache_beam.runners.portability.portable_runner:Job state changed to
RUNNING
[flink-runner-job-invoker] WARN
org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment
variable 'log.file' is not set.
[flink-runner-job-invoker] WARN
org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are
unavailable in the web dashboard. Log file location not found in environment
variable 'log.file' or configuration key 'Key: 'web.log.path' , default: null
(fallback keys: [{key=jobmanager.web.log.path, isDeprecated=true}])'.
INFO:apache_beam.runners.worker.statecache:Creating state cache with size 0
INFO:apache_beam.runners.worker.sdk_worker:Creating insecure control channel
for localhost:41119.
INFO:apache_beam.runners.worker.sdk_worker:Control channel established.
INFO:apache_beam.runners.worker.sdk_worker:Initializing SDKHarness with
unbounded number of workers.
INFO:apache_beam.runners.worker.sdk_worker:Creating insecure state channel for
localhost:41351.
INFO:apache_beam.runners.worker.sdk_worker:State channel established.
INFO:apache_beam.runners.worker.data_plane:Creating client data channel for
localhost:36177
[assert_that/Group/GroupByKey -> [3]assert_that/{Group, Unkey, Match} (1/2)]
WARN org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer - Hanged up for
unknown endpoint.
ERROR:apache_beam.runners.worker.data_plane:Failed to read inputs in the data
plane.
Traceback (most recent call last):
File "apache_beam/runners/worker/data_plane.py", line 528, in _read_inputs
for elements in elements_iterator:
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py";,>
line 413, in next
return self._next()
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py";,>
line 706, in _next
raise self
_MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.CANCELLED
details = "Multiplexer hanging up"
debug_error_string =
"{"created":"@1594449964.354006459","description":"Error received from peer
ipv4:127.0.0.1:36177","file":"src/core/lib/surface/call.cc","file_line":1055,"grpc_message":"Multiplexer
hanging up","grpc_status":1}"
>
Exception in thread read_grpc_client_inputs:
Traceback (most recent call last):
File "/usr/lib/python2.7/threading.py", line 801, in __bootstrap_inner
self.run()
File "/usr/lib/python2.7/threading.py", line 754, in run
self.__target(*self.__args, **self.__kwargs)
File "apache_beam/runners/worker/data_plane.py", line 545, in <lambda>
target=lambda: self._read_inputs(elements_iterator),
File "apache_beam/runners/worker/data_plane.py", line 528, in _read_inputs
for elements in elements_iterator:
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py";,>
line 413, in next
return self._next()
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py";,>
line 706, in _next
raise self
_MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.CANCELLED
details = "Multiplexer hanging up"
debug_error_string =
"{"created":"@1594449964.354006459","description":"Error received from peer
ipv4:127.0.0.1:36177","file":"src/core/lib/surface/call.cc","file_line":1055,"grpc_message":"Multiplexer
hanging up","grpc_status":1}"
>
INFO:apache_beam.runners.worker.sdk_worker:No more requests from control plane
INFO:apache_beam.runners.worker.sdk_worker:SDK Harness waiting for in-flight
requests to complete
INFO:apache_beam.runners.worker.data_plane:Closing all cached grpc data
channels.
INFO:apache_beam.runners.worker.sdk_worker:Closing all cached gRPC state
handlers.
INFO:apache_beam.runners.worker.sdk_worker:Done consuming work.
INFO:apache_beam.runners.portability.portable_runner:Job state changed to DONE
.INFO:__main__:removing conf dir: /tmp/flinktest-confsXOYWD
======================================================================
ERROR: test_external_transforms (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/sdks/python/apache_beam/runners/portability/flink_runner_test.py";,>
line 259, in test_external_transforms
==================== Timed out after 60 seconds. ====================
# Thread: <_Worker(Thread-21, started daemon 140461268268800)>
expansion_service=self.get_expansion_service()))
File "apache_beam/pvalue.py", line 141, in __or__
return self.pipeline.apply(ptransform, self)
# Thread: <_Worker(Thread-16, started daemon 140462316832512)>
File "apache_beam/pipeline.py", line 663, in apply
# Thread: <_MainThread(MainThread, started 140463545640704)>
pvalueish_result = self.runner.apply(transform, pvalueish, self._options)
# Thread: <_Worker(Thread-9, started daemon 140462325225216)>
File "apache_beam/runners/runner.py", line 198, in apply
return m(transform, input, options)
File "apache_beam/runners/runner.py", line 228, in apply_PTransform
return transform.expand(input)
File "apache_beam/transforms/external.py", line 323, in expand
pipeline.local_tempdir)
File "apache_beam/transforms/external.py", line 376, in _resolve_artifacts
artifact_service.resolve_artifacts(env.dependencies, service, dest))
File "apache_beam/runners/portability/artifact_service.py", line 281, in
resolve_artifacts
artifacts=artifacts)).replacements
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py";,>
line 825, in __call__
wait_for_ready, compression)
File
"<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py";,>
line 813, in _blocking
event = call.next_event()
File "src/python/grpcio/grpc/_cython/_cygrpc/channel.pyx.pxi", line 338, in
grpc._cython.cygrpc.SegregatedCall.next_event
File "src/python/grpcio/grpc/_cython/_cygrpc/channel.pyx.pxi", line 169, in
grpc._cython.cygrpc._next_call_event
File "src/python/grpcio/grpc/_cython/_cygrpc/channel.pyx.pxi", line 163, in
grpc._cython.cygrpc._next_call_event
File "src/python/grpcio/grpc/_cython/_cygrpc/completion_queue.pyx.pxi", line
63, in grpc._cython.cygrpc._latent_event
File "src/python/grpcio/grpc/_cython/_cygrpc/completion_queue.pyx.pxi", line
42, in grpc._cython.cygrpc._next
File "apache_beam/runners/portability/portable_runner_test.py", line 82, in
handler
raise BaseException(msg)
BaseException: Timed out after 60 seconds.
----------------------------------------------------------------------
Ran 88 tests in 297.853s
FAILED (errors=1, skipped=16)
> Task
> :sdks:python:test-suites:portable:py2:flinkCompatibilityMatrixStreamingPreOptimizeLOOPBACK
> FAILED
FAILURE: Build completed with 3 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/common.gradle'>
line: 57
* What went wrong:
Execution failed for task
':sdks:python:test-suites:portable:py2:flinkCompatibilityMatrixBatchLOOPBACK'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/common.gradle'>
line: 57
* What went wrong:
Execution failed for task
':sdks:python:test-suites:portable:py2:flinkCompatibilityMatrixStreamingLOOPBACK'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/common.gradle'>
line: 57
* What went wrong:
Execution failed for task
':sdks:python:test-suites:portable:py2:flinkCompatibilityMatrixStreamingPreOptimizeLOOPBACK'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 44m 57s
103 actionable tasks: 82 executed, 20 from cache, 1 up-to-date
Publishing build scan...
https://gradle.com/s/eif56jxt3qvdg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
