tvalentyn opened a new issue, #36544:
URL: https://github.com/apache/beam/issues/36544
### What happened?
Sample failure
```
2025-10-15T21:27:15.1802275Z [gw3] linux -- Python 3.10.17
/runner/_work/beam/beam/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/target/.tox-py310-cloud/py310-cloud/bin/python
2025-10-15T21:27:15.1810511Z
2025-10-15T21:27:15.1827168Z self =
<apache_beam.yaml.yaml_specifiable_test.YamlSpecifiableTransformTest
testMethod=test_specifiable_transform>
2025-10-15T21:27:15.1855757Z
2025-10-15T21:27:15.1857161Z def test_specifiable_transform(self):
2025-10-15T21:27:15.1857962Z TRAIN_DATA = [
2025-10-15T21:27:15.1858494Z (0, beam.Row(x=1)),
2025-10-15T21:27:15.1859052Z (0, beam.Row(x=2)),
2025-10-15T21:27:15.1859605Z (0, beam.Row(x=2)),
2025-10-15T21:27:15.1860167Z (0, beam.Row(x=4)),
2025-10-15T21:27:15.1861405Z (0, beam.Row(x=9)),
2025-10-15T21:27:15.1861970Z ]
2025-10-15T21:27:15.1862750Z > with
beam.Pipeline(options=beam.options.pipeline_options.PipelineOptions(
2025-10-15T21:27:15.1863766Z pickle_library='cloudpickle')) as p:
2025-10-15T21:27:15.1864428Z
2025-10-15T21:27:15.1864790Z apache_beam/yaml/yaml_specifiable_test.py:58:
2025-10-15T21:27:15.1865530Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:27:15.1866769Z
target/.tox-py310-cloud/py310-cloud/lib/python3.10/site-packages/apache_beam/pipeline.py:672:
in __exit__
2025-10-15T21:27:15.1868026Z self.result.wait_until_finish()
2025-10-15T21:27:15.1868803Z _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2025-10-15T21:27:15.1869464Z
2025-10-15T21:27:15.1870277Z self =
<apache_beam.runners.portability.portable_runner.PipelineResult object at
0x7ab241515780>
2025-10-15T21:27:15.1871622Z duration = None
2025-10-15T21:27:15.1871991Z
2025-10-15T21:27:15.1872309Z def wait_until_finish(self, duration=None):
2025-10-15T21:27:15.1873063Z """
2025-10-15T21:27:15.1873922Z :param duration: The maximum time in
milliseconds to wait for the result of
2025-10-15T21:27:15.1875662Z the execution. If None or zero, will wait
until the pipeline finishes.
2025-10-15T21:27:15.1876797Z :return: The result of the pipeline, i.e.
PipelineResult.
2025-10-15T21:27:15.1877793Z """
2025-10-15T21:27:15.1878343Z def read_messages() -> None:
2025-10-15T21:27:15.1879053Z previous_state = -1
2025-10-15T21:27:15.1879736Z for message in self._message_stream:
2025-10-15T21:27:15.1880595Z if
message.HasField('message_response'):
2025-10-15T21:27:15.1881444Z logging.log(
2025-10-15T21:27:15.1882111Z
MESSAGE_LOG_LEVELS[message.message_response.importance],
2025-10-15T21:27:15.1882799Z "%s",
2025-10-15T21:27:15.1883297Z
message.message_response.message_text)
2025-10-15T21:27:15.1883980Z else:
2025-10-15T21:27:15.1935842Z current_state =
message.state_response.state
2025-10-15T21:27:15.1936769Z if current_state != previous_state:
2025-10-15T21:27:15.1937490Z _LOGGER.info(
2025-10-15T21:27:15.1938328Z "Job state changed to %s",
2025-10-15T21:27:15.1939230Z
self.runner_api_state_to_pipeline_state(current_state))
2025-10-15T21:27:15.1940342Z previous_state = current_state
2025-10-15T21:27:15.1941032Z self._messages.append(message)
2025-10-15T21:27:15.1941664Z
2025-10-15T21:27:15.1942192Z message_thread = threading.Thread(
2025-10-15T21:27:15.1943045Z target=read_messages,
name='wait_until_finish_read')
2025-10-15T21:27:15.1945004Z message_thread.daemon = True
2025-10-15T21:27:15.1945694Z message_thread.start()
2025-10-15T21:27:15.1946288Z
2025-10-15T21:27:15.1946748Z if duration:
2025-10-15T21:27:15.1947353Z state_thread = threading.Thread(
2025-10-15T21:27:15.1948206Z
target=functools.partial(self._observe_state, message_thread),
2025-10-15T21:27:15.1949119Z
name='wait_until_finish_state_observer')
2025-10-15T21:27:15.1949862Z state_thread.daemon = True
2025-10-15T21:27:15.1950492Z state_thread.start()
2025-10-15T21:27:15.1986163Z start_time = time.time()
2025-10-15T21:27:15.1986956Z duration_secs = duration / 1000
2025-10-15T21:27:15.1987730Z while (time.time() - start_time <
duration_secs and
2025-10-15T21:27:15.1988476Z state_thread.is_alive()):
2025-10-15T21:27:15.1989114Z time.sleep(1)
2025-10-15T21:27:15.1989623Z else:
2025-10-15T21:27:15.1990158Z self._observe_state(message_thread)
2025-10-15T21:27:15.1990804Z
2025-10-15T21:27:15.1991283Z if self._runtime_exception:
2025-10-15T21:27:15.1992115Z > raise self._runtime_exception
2025-10-15T21:27:15.1994537Z E RuntimeError: Pipeline job-041 failed
in state FAILED: bundle inst011 stage-016 failed:Traceback (most recent call
last):
2025-10-15T21:27:15.1996468Z E File "apache_beam/runners/common.py",
line 1498, in apache_beam.runners.common.DoFnRunner.process
2025-10-15T21:27:15.1997828Z E return
self.do_fn_invoker.invoke_process(windowed_value)
2025-10-15T21:27:15.1999310Z E File "apache_beam/runners/common.py",
line 912, in apache_beam.runners.common.PerWindowInvoker.invoke_process
2025-10-15T21:27:15.2000729Z E self._invoke_process_per_window(
2025-10-15T21:27:15.2002041Z E File "apache_beam/runners/common.py",
line 1057, in
apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
2025-10-15T21:27:15.2003455Z E
self.process_method(*args_for_process, **kwargs_for_process),
2025-10-15T21:27:15.2054779Z E File
"/runner/_work/beam/beam/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/target/.tox-py310-cloud/py310-cloud/lib/python3.10/site-packages/apache_beam/transforms/core.py",
line 2098, in <lambda>
2025-10-15T21:27:15.2057840Z E wrapper = lambda x, *args,
**kwargs: [fn(x, *args, **kwargs)]
2025-10-15T21:27:15.2060603Z E File
"/runner/_work/beam/beam/sdks/python/test-suites/tox/py310/build/srcs/sdks/python/target/.tox-py310-cloud/py310-cloud/lib/python3.10/site-packages/apache_beam/testing/util.py",
line 203, in _equal
2025-10-15T21:27:15.2063103Z E raise BeamAssertException(msg)
2025-10-15T21:27:15.2065146Z E
apache_beam.testing.util.BeamAssertException: Failed assert: [-2, -2, 0, 1, 1]
== [-2, -2, 0, -2, -2], unexpected elements [-2, -2], missing elements [1, 1]
```
### Issue Failure
Failure: Test is flaky
### Issue Priority
Priority: 1 (unhealthy code / failing or flaky postcommit so we cannot be
sure the product is healthy)
### Issue Components
- [ ] Component: Python SDK
- [ ] Component: Java SDK
- [ ] Component: Go SDK
- [ ] Component: Typescript SDK
- [ ] Component: IO connector
- [ ] Component: Beam YAML
- [ ] Component: Beam examples
- [ ] Component: Beam playground
- [ ] Component: Beam katas
- [ ] Component: Website
- [ ] Component: Infrastructure
- [ ] Component: Spark Runner
- [ ] Component: Flink Runner
- [ ] Component: Samza Runner
- [ ] Component: Twister2 Runner
- [ ] Component: Hazelcast Jet Runner
- [ ] Component: Google Cloud Dataflow Runner
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
