pabloem commented on issue #21104:
URL: https://github.com/apache/beam/issues/21104#issuecomment-1287409847
fwiw this is the error stack that I'm able to reproduce:
```
======================================================================
ERROR: test_pardo_large_input
(apache_beam.runners.portability.fn_api_runner.fn_runner_test.FnApiRunnerTestWithGrpcAndMultiWorkers)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner_test.py",
line 379, in test_pardo_large_input
assert_that(res, equal_to([(i * 2) + 3 for i in range(5000)]))
File "/home/pabloem/codes/pybeam/sdks/python/apache_beam/pipeline.py",
line 597, in __exit__
self.result = self.run()
File "/home/pabloem/codes/pybeam/sdks/python/apache_beam/pipeline.py",
line 574, in run
return self.runner.run_pipeline(self, self._options)
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 199, in run_pipeline
self._latest_run_result = self.run_via_runner_api(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 212, in run_via_runner_api
return self.run_stages(stage_context, stages)
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 442, in run_stages
bundle_results = self._execute_bundle(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 770, in _execute_bundle
self._run_bundle(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 999, in _run_bundle
result, splits = bundle_manager.process_bundle(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 1415, in process_bundle
for result, split_result in executor.map(execute, zip(part_inputs, #
pylint: disable=bad-option-value
File
"/home/pabloem/.pyenv/versions/3.8.9/lib/python3.8/concurrent/futures/_base.py",
line 619, in result_iterator
yield fs.pop().result()
File
"/home/pabloem/.pyenv/versions/3.8.9/lib/python3.8/concurrent/futures/_base.py",
line 444, in result
return self.__get_result()
File
"/home/pabloem/.pyenv/versions/3.8.9/lib/python3.8/concurrent/futures/_base.py",
line 389, in __get_result
raise self._exception
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/utils/thread_pool_executor.py",
line 37, in run
self._future.set_result(self._fn(*self._fn_args, **self._fn_kwargs))
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 1407, in execute
return bundle_manager.process_bundle(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/portability/fn_api_runner/fn_runner.py",
line 1348, in process_bundle
raise RuntimeError(result.error)
RuntimeError: Traceback (most recent call last):
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 287, in _execute
response = task()
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 360, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 596, in do_instruction
return getattr(self, request_type)(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 634, in process_bundle
bundle_processor.process_bundle(instruction_id))
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 1003, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 225, in process_encoded
decoded_value = self.windowed_coder_impl.decode_from_stream(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/coders/coder_impl.py", line
1465, in decode_from_stream
value = self._value_coder.decode_from_stream(in_stream, nested)
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/coders/coder_impl.py", line
1008, in decode_from_stream
return self._construct_from_components([
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/coders/coder_impl.py", line
1009, in <listcomp>
c.decode_from_stream(
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/coders/coder_impl.py", line
1557, in decode_from_stream
return self._value_coder.decode(in_stream.read(value_length))
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/coders/coder_impl.py", line
240, in decode
return self.decode_from_stream(create_InputStream(encoded), False)
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/coders/coder_impl.py", line
535, in decode_from_stream
t = stream.read_byte()
File
"/home/pabloem/codes/pybeam/sdks/python/apache_beam/coders/slow_stream.py",
line 145, in read_byte
return self.data[self.pos - 1]
IndexError: index out of range
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
