GitHub user nesp159de added a comment to the discussion: Deferred operator
causing deadlock and Airflow falled down
2025-01-27T16:19:38.995943+01:00 de875-xv9 AirflowCoreCE-1_041_wd
default.INFO watchdogD.py 552 Daemon:0
Daemon() 0.930 proc stdout: [2025-01-27T16:19:38.986+0100]
{triggerer_job_runner.py:348} ERROR -
Exception when executing TriggererJobRunner._run_trigger_loop
Traceback (most recent call last):
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/sqlalchemy/engine/base.py",
line 1910, in _execute_context
self.dialect.do_execute(
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/sqlalchemy/engine/default.py",
line 736, in do_execute
cursor.execute(statement, parameters)
File "/opt/cpython-3.12.4-1/lib/python3.12/site-packages/pymysql/cursors.py",
line 153, in execute
result = self._query(query)
File "/opt/cpython-3.12.4-1/lib/python3.12/site-packages/pymysql/cursors.py",
line 322, in _query
conn.query(q)
File
"/opt/cpython-3.12.4-1/lib/python3.12/site-packages/pymysql/connections.py",
line 563, in query
self._affected_rows = self._read_query_result(unbuffered=unbuffered)
File
"/opt/cpython-3.12.4-1/lib/python3.12/site-packages/pymysql/connections.py",
line 825, in _read_query_result
result.read()
File
"/opt/cpython-3.12.4-1/lib/python3.12/site-packages/pymysql/connections.py",
line 1199, in read
first_packet = self.connection._read_packet()
File
"/opt/cpython-3.12.4-1/lib/python3.12/site-packages/pymysql/connections.py",
line 775, in _read_packet
packet.raise_for_error()
File
"/opt/cpython-3.12.4-1/lib/python3.12/site-packages/pymysql/protocol.py", line
219, in raise_for_error
err.raise_mysql_exception(self._data)
File "/opt/cpython-3.12.4-1/lib/python3.12/site-packages/pymysql/err.py",
line 150, in raise_mysql_exception
raise errorclass(errno, errval)
pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock;
try restarting transaction')
The above exception was probably the direct cause of the following exception:
Traceback (most recent call last):
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/jobs/triggerer_job_runner.py",
line 346, in _execute
self._run_trigger_loop()
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/jobs/triggerer_job_runner.py",
line 378, in _run_trigger_loop
self.handle_events()
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/traces/tracer.py",
line 58, in wrapper
return func(*args, **kwargs)
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/jobs/triggerer_job_runner.py",
line 409, in handle_events
Trigger.submit_event(trigger_id=trigger_id, event=event)
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/api_internal/internal_api_call.py",
line 166, in wrapper
return func(*args, **kwargs)
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/utils/session.py",
line 97, in wrapper
return func(*args, session=session, **kwargs)
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/models/trigger.py",
line 208, in submit_event
event.handle_submit(task_instance=task_instance)
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/utils/session.py",
line 96, in wrapper
with create_session() as session:
File "/opt/cpython-3.12.4-1/lib/python3.12/contextlib.py", line 144, in
__exit__
next(self.gen)
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/airflow/utils/session.py",
line 57, in create_session
session.commit()
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/sqlalchemy/orm/session.py",
line 1454, in commit
self._transaction.commit(_to_root=self.future)
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/sqlalchemy/orm/session.py",
line 832, in commit
self._prepare_impl()
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/sqlalchemy/orm/session.py",
line 811, in _prepare_impl
self.session.flush()
File
"/opt/gts/3pp/airflow/lib/python3.12/site-packages/sqlalchemy/orm/session.py",
line 3449, in flush
self._flush(objects)
...
pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock;
try restarting transaction')
GitHub link:
https://github.com/apache/airflow/discussions/46069#discussioncomment-11981947
----
This is an automatically sent email for [email protected].
To unsubscribe, please send an email to: [email protected]
