Re: [I] The PostCommit Python job is flaky [beam]

[via GitHub]

liferoad commented on issue #30513:
URL: https://github.com/apache/beam/issues/30513#issuecomment-2134154475

   A new flaky test in py39:
   
   https://ge.apache.org/s/hb7syztoolfhu/console-log?page=17
   
   ```
   
   =================================== FAILURES 
=================================== |  
   -- | --
     | _______________ 
BigQueryQueryToTableIT.test_big_query_legacy_sql _______________ |  
     | [gw3] linux -- Python 3.9.19 
/runner/_work/beam/beam/build/gradleenv/1398941893/bin/python3.9 |  
     |   |  
     | self = 
<apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT 
testMethod=test_big_query_legacy_sql> |  
     |   |  
     | @pytest.mark.it_postcommit |  
     | def 
test_big_query_legacy_sql(self):
 |  
     | verify_query = DIALECT_OUTPUT_VERIFY_QUERY % 
self.output_table |  
     | expected_checksum = 
test_utils.compute_hash(DIALECT_OUTPUT_EXPECTED) |  
     | pipeline_verifiers = [ |  
     | PipelineStateMatcher(), |  
     | BigqueryMatcher( |  
     | project=self.project, |  
     | query=verify_query, |  
     | checksum=expected_checksum) |  
     | ] |  
     |  |  
     | extra_opts = { |  
     | 'query': 
LEGACY_QUERY, |  
     | 'output': 
self.output_table, |  
     | 'output_schema': 
DIALECT_OUTPUT_SCHEMA, |  
     | 'use_standard_sql': 
False, |  
     | 
'wait_until_finish_duration': 
WAIT_UNTIL_FINISH_DURATION_MS, |  
     | 'on_success_matcher': 
all_of(*pipeline_verifiers), |  
     | } |  
     | options = 
self.test_pipeline.get_full_options_as_args(**extra_opts)
 |  
     | >     
big_query_query_to_table_pipeline.run_bq_pipeline(options) |  
     |   |  
     | apache_beam/io/gcp/big_query_query_to_table_it_test.py:178: 
|  
     | _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
_ _ _ _ |  
     | 
apache_beam/io/gcp/big_query_query_to_table_pipeline.py:103: in 
run_bq_pipeline |  
     | result = p.run() |  
     | apache_beam/testing/test_pipeline.py:115: in run |  
     | result = super().run( |  
     | apache_beam/pipeline.py:560: in run |  
     | return Pipeline.from_runner_api( |  
     | apache_beam/pipeline.py:587: in run |  
     | return 
self.runner.run_pipeline(self, 
self._options) |  
     | apache_beam/runners/direct/test_direct_runner.py:42: in 
run_pipeline |  
     | self.result = 
super().run_pipeline(pipeline, options) |  
     | apache_beam/runners/direct/direct_runner.py:117: in 
run_pipeline |  
     | from 
apache_beam.runners.portability.fn_api_runner
 import fn_runner |  
     | 
apache_beam/runners/portability/fn_api_runner/__init__.py:18: in 
<module> |  
     | from 
apache_beam.runners.portability.fn_api_runner.fn_runner
 import FnApiRunner |  
     | 
apache_beam/runners/portability/fn_api_runner/fn_runner.py:68: in 
<module> |  
     | from 
apache_beam.runners.portability.fn_api_runner
 import execution |  
     | 
apache_beam/runners/portability/fn_api_runner/execution.py:62: in 
<module> |  
     | from 
apache_beam.runners.portability.fn_api_runner
 import translations |  
     | 
apache_beam/runners/portability/fn_api_runner/translations.py:55: 
in <module> |  
     | from 
apache_beam.runners.worker
 import bundle_processor |  
     | apache_beam/runners/worker/bundle_processor.py:69: in 
<module> |  
     | from 
apache_beam.runners.worker
 import operations |  
     | _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
_ _ _ _ |  
     |   |  
     | >   
???
 |  
     | E   KeyError: '__pyx_vtable__' |  
     |   |  
     | apache_beam/runners/worker/operations.py:1: KeyError
   
   
   ```


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: github-unsubscr...@beam.apache.org

For queries about this service, please contact Infrastructure at:
us...@infra.apache.org