See
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/5723/display/redirect?page=changes>
Changes:
[noreply] [BEAM-13015] Use a DirectExecutor for state since we are just
completing
------------------------------------------
[...truncated 631.21 KB...]
self._state_handler.blocking_get(self._state_key, self._coder_impl))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1111, in blocking_get
self._partially_cached_iterable(state_key, coder))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1228, in _partially_cached_iterable
data,
continuation_token = self._underlying.get_raw(state_key, None)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 982, in get_raw
response =
self._blocking_request(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1022, in _blocking_request
raise
self._exception
File
"/usr/lib/python3.9/threading.py", line 973, in _bootstrap_inner
self.run()
File
"/usr/lib/python3.9/threading.py", line 910, in run
self._target(*self._args, **self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 957, in pull_responses
for
response in responses:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/grpc/_channel.py";,>
line 426, in __next__
return
self._next()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/grpc/_channel.py";,>
line 809, in _next
raise self
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that
terminated with:
status
= StatusCode.UNAVAILABLE
details
= "Broken pipe"
debug_error_string = "{"created":"@1645856513.236675739","description":"Error
received from peer
ipv6:[::1]:33897","file":"src/core/lib/surface/call.cc","file_line":903,"grpc_message":"Broken
pipe","grpc_status":14}"
>
During
handling of the above exception, another exception occurred:
Traceback
(most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 267, in _execute
response =
task()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 340, in <lambda>
lambda:
self.create_worker().do_instruction(request), request)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 580, in do_instruction
return
getattr(self, request_type)(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 618, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 995, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 221, in process_encoded
self.output(decoded_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/operations.py";,>
line 348, in output
cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/operations.py";,>
line 215, in receive
self.consumer.process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/operations.py";,>
line 708, in process
delayed_applications = self.dofn_runner.process(o)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1200, in process
self._reraise_augmented(exn)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1281, in _reraise_augmented
raise
new_exn.with_traceback(tb)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1198, in process
return
self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 718, in invoke_process
self._invoke_process_per_window(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 841, in _invoke_process_per_window
self.output_processor.process_outputs(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1334, in process_outputs
for result
in results:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/portability/portable_runner_test.py";,>
line 196, in process
yield k,
v, index.read()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 480, in read
return
self._combinefn.extract_output(self._read_accumulator())
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 471, in _read_accumulator
merged_accumulator = self._combinefn.merge_accumulators(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 1043, in merge_accumulators
return
[self._fn(_ReiterableChain(accumulators), *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 981, in __iter__
for
iterable in self.iterables:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 520, in __iter__
for elem
in self.first:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 352, in __iter__
self._state_handler.blocking_get(self._state_key, self._coder_impl))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1111, in blocking_get
self._partially_cached_iterable(state_key, coder))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1228, in _partially_cached_iterable
data,
continuation_token = self._underlying.get_raw(state_key, None)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 982, in get_raw
response =
self._blocking_request(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1022, in _blocking_request
raise
self._exception
File
"/usr/lib/python3.9/threading.py", line 973, in _bootstrap_inner
self.run()
File
"/usr/lib/python3.9/threading.py", line 910, in run
self._target(*self._args, **self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 957, in pull_responses
for
response in responses:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/grpc/_channel.py";,>
line 426, in __next__
return
self._next()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/grpc/_channel.py";,>
line 809, in _next
raise self
RuntimeError:
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that
terminated with:
status
= StatusCode.UNAVAILABLE
details
= "Broken pipe"
debug_error_string = "{"created":"@1645856513.236675739","description":"Error
received from peer
ipv6:[::1]:33897","file":"src/core/lib/surface/call.cc","file_line":903,"grpc_message":"Broken
pipe","grpc_status":14}"
> [while
running 'ParDo(AddIndex)']
ERROR root:portable_runner.py:567 java.lang.RuntimeException: Error received
from SDK harness for instruction 1: Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1198, in process
return
self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 718, in invoke_process
self._invoke_process_per_window(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 841, in _invoke_process_per_window
self.output_processor.process_outputs(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1334, in process_outputs
for result in results:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/portability/portable_runner_test.py";,>
line 196, in process
yield k, v, index.read()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 480, in read
return
self._combinefn.extract_output(self._read_accumulator())
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 471, in _read_accumulator
merged_accumulator =
self._combinefn.merge_accumulators(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 1043, in merge_accumulators
return
[self._fn(_ReiterableChain(accumulators), *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 981, in __iter__
for iterable in self.iterables:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 520, in __iter__
for elem in self.first:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 352, in __iter__
self._state_handler.blocking_get(self._state_key, self._coder_impl))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1111, in blocking_get
self._partially_cached_iterable(state_key, coder))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1228, in _partially_cached_iterable
data, continuation_token =
self._underlying.get_raw(state_key, None)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 982, in get_raw
response = self._blocking_request(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1022, in _blocking_request
raise self._exception
File "/usr/lib/python3.9/threading.py",
line 973, in _bootstrap_inner
self.run()
File "/usr/lib/python3.9/threading.py",
line 910, in run
self._target(*self._args,
**self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 957, in pull_responses
for response in responses:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/grpc/_channel.py";,>
line 426, in __next__
return self._next()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/grpc/_channel.py";,>
line 809, in _next
raise self
grpc._channel._MultiThreadedRendezvous:
<_MultiThreadedRendezvous of RPC that terminated with:
status = StatusCode.UNAVAILABLE
details = "Broken pipe"
debug_error_string =
"{"created":"@1645856513.236675739","description":"Error received from peer
ipv6:[::1]:33897","file":"src/core/lib/surface/call.cc","file_line":903,"grpc_message":"Broken
pipe","grpc_status":14}"
>
During handling of the above exception,
another exception occurred:
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 267, in _execute
response = task()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 340, in <lambda>
lambda:
self.create_worker().do_instruction(request), request)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 580, in do_instruction
return getattr(self, request_type)(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 618, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 995, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 221, in process_encoded
self.output(decoded_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/operations.py";,>
line 348, in output
cython.cast(Receiver,
self.receivers[output_index]).receive(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/operations.py";,>
line 215, in receive
self.consumer.process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/operations.py";,>
line 708, in process
delayed_applications =
self.dofn_runner.process(o)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1200, in process
self._reraise_augmented(exn)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1281, in _reraise_augmented
raise new_exn.with_traceback(tb)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1198, in process
return
self.do_fn_invoker.invoke_process(windowed_value)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 718, in invoke_process
self._invoke_process_per_window(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 841, in _invoke_process_per_window
self.output_processor.process_outputs(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/common.py";,>
line 1334, in process_outputs
for result in results:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/portability/portable_runner_test.py";,>
line 196, in process
yield k, v, index.read()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 480, in read
return
self._combinefn.extract_output(self._read_accumulator())
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 471, in _read_accumulator
merged_accumulator =
self._combinefn.merge_accumulators(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 1043, in merge_accumulators
return
[self._fn(_ReiterableChain(accumulators), *args, **kwargs)]
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/transforms/core.py";,>
line 981, in __iter__
for iterable in self.iterables:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 520, in __iter__
for elem in self.first:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py";,>
line 352, in __iter__
self._state_handler.blocking_get(self._state_key, self._coder_impl))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1111, in blocking_get
self._partially_cached_iterable(state_key, coder))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1228, in _partially_cached_iterable
data, continuation_token =
self._underlying.get_raw(state_key, None)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 982, in get_raw
response = self._blocking_request(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 1022, in _blocking_request
raise self._exception
File "/usr/lib/python3.9/threading.py",
line 973, in _bootstrap_inner
self.run()
File "/usr/lib/python3.9/threading.py",
line 910, in run
self._target(*self._args,
**self._kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py";,>
line 957, in pull_responses
for response in responses:
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/grpc/_channel.py";,>
line 426, in __next__
return self._next()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/grpc/_channel.py";,>
line 809, in _next
raise self
RuntimeError:
grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that
terminated with:
status = StatusCode.UNAVAILABLE
details = "Broken pipe"
debug_error_string =
"{"created":"@1645856513.236675739","description":"Error received from peer
ipv6:[::1]:33897","file":"src/core/lib/surface/call.cc","file_line":903,"grpc_message":"Broken
pipe","grpc_status":14}"
> [while running 'ParDo(AddIndex)']
=============================== warnings summary ===============================
target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/target/.tox-spark-runner-test/spark-runner-test/lib/python3.9/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/pytest_spark-runner-test.xml>
-
========= 1 failed, 34 passed, 17 skipped, 1 warnings in 89.41 seconds =========
[31mERROR: InvocationError for command
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/scripts/pytest_validates_runner.sh>
spark-runner-test apache_beam/runners/portability/spark_runner_test.py
'--spark_job_server_jar=<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/runners/spark/2/job-server/build/libs/beam-runners-spark-job-server-2.38.0-SNAPSHOT.jar>
--environment_type=LOOPBACK' (exited with code 1)
[0m[1mspark-runner-test run-test-post: commands[0] | bash
<https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/ws/src/sdks/python/test-suites/portable/py39/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary
____________________________________
[31mERROR: spark-runner-test: commands failed
[0m
> Task :sdks:python:test-suites:portable:py39:sparkCompatibilityMatrixLOOPBACK
> FAILED
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:portable:py39:sparkCompatibilityMatrixLOOPBACK'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
BUILD FAILED in 14m 33s
81 actionable tasks: 52 executed, 27 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/s6jfonl5vgbrm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
