tirkarthi commented on issue #56451:
URL: https://github.com/apache/airflow/issues/56451#issuecomment-3376630467
@ciancolo Can you please share a sample dag with full causing this issue? I
am unable to reproduce this issue with below sample dag.
It's very hard to read the stacktrace. Please use triple quotes in future
reports to ensure the traceback is readable. Below is a formatted traceback.
```python
from __future__ import annotations
from datetime import timedelta
import pendulum
from airflow import DAG
from airflow.decorators import task
default_args = {
"owner": "airflow",
"email": ["myemail"],
"email_on_failure": True,
"email_on_retry": False,
"retries": 2,
"retry_delay": timedelta(minutes=10),
"execution_timeout": timedelta(minutes=50),
"weight_rule": "upstream",
}
with DAG(
dag_id="dag_name",
schedule="0 2 * * *",
start_date=pendulum.datetime(2022, 8, 28, tz="Europe/Rome"),
catchup=False,
max_active_tasks=7,
default_args=default_args,
):
@task
def sample_task():
pass
sample_task()
```
```
Oct 07 12:09:21 daleulbd11.dalmine.techint.net airflow[2721133]:
[2025-10-07T10:09:21.642749Z] {dag_processor_job_runner.py:63} ERROR -
Exception when executing DagProcessorJob Oct 07 12:09:21
daleulbd11.dalmine.techint.net
airflow[2721133]: Traceback (most recent call last):
Oct 07 12:09:21 daleulbd11.dalmine.techint.net airflow[2721133]:
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/jobs/dag_processor_job_runner.py",
line 61, in _execute:
self.processor.run() :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/manager.py",
line 272, in run :
return self._run_parsing_loop() :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/manager.py",
line 361, in _run_parsing_loop :
self._collect_results() :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/utils/session.py",
line 100, in wrapper :
return func(*args, session=session, **kwargs) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/manager.py",
line 827, in _collect_results :
self._file_stats[file] = process_parse_results( :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/manager.py",
line 1155, in process_parse_results :
update_dag_parsing_results_in_db( :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/collection.py",
line 372, in update_dag_parsing_results_in_db :
for attempt in run_with_db_retries(logger=log): :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/tenacity/__init__.py",
line 445, in __iter__ :
do = self.iter(retry_state=retry_state) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/tenacity/__init__.py",
line 378, in iter :
result = action(retry_state) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/tenacity/__init__.py",
line 400, in <lambda> :
self._add_action_func(lambda rs: rs.outcome.result()) :
File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 451, in
result :
return self.__get_result() :
File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 403, in
__get_result :
raise self._exception :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/collection.py",
line 382, in update_dag_parsing_results_in_db :
SerializedDAG.bulk_write_to_db( :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/utils/session.py",
line 98, in wrapper :
return func(*args, **kwargs) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/serialization/serialized_objects.py",
line 2868, in bulk_write_to_db :
dag_op.update_dags(orm_dags, parse_duration, session=session) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/collection.py",
line 530, in update_dags :
last_automated_data_interval = get_run_data_interval(dag.timetable,
last_automated_run) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/models/dag.py",
line 143, in get_run_data_interval :
return infer_automated_data_interval(timetable, run.logical_date) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/models/dag.py",
line 121, in infer_automated_data_interval :
raise ValueError(f"Not a valid timetable: {timetable!r}") : ValueError:
Not a valid timetable: <airflow.timetables.trigger.CronTriggerTimetable object
at 0x7f2b67e9f940> :
[2025-10-07T10:09:21.653271Z] {supervisor.py:709} INFO - Process exited
pid=2721376 exit_code=<Negsignal.SIGTERM: -15> signal_sent=SIGTERM :
[2025-10-07T10:09:21.661775Z] {process_utils.py:285} INFO - Waiting up to 5
seconds for processes to exit... : Traceback (most recent call last): :
File "/opt/tenaris/venvs/airflow/bin/airflow", line 8, in <module> :
sys.exit(main()) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/__main__.py",
line 55, in main :
args.func(args) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/cli/cli_config.py",
line 49, in command :
return func(*args, **kwargs) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/utils/cli.py",
line 114, in wrapper :
return f(*args, **kwargs) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/utils/providers_configuration_loader.py",
line 54, in wrapped_function :
return func(*args, **kwargs) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/cli/commands/dag_processor_command.py",
line 53, in dag_processor :
run_command_with_daemon_option( :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/cli/commands/daemon_utils.py",
line 86, in run_command_with_daemon_option :
callback() :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/cli/commands/dag_processor_command.py",
line 56, in <lambda> :
callback=lambda: run_job(job=job_runner.job,
execute_callable=job_runner._execute), :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/utils/session.py",
line 100, in wrapper :
return func(*args, session=session, **kwargs) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/jobs/job.py",
line 368, in run_job :
return execute_job(job, execute_callable=execute_callable) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/jobs/job.py",
line 397, in execute_job :
ret = execute_callable() :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/jobs/dag_processor_job_runner.py",
line 61, in _execute :
self.processor.run() :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/manager.py",
line 272, in run :
return self._run_parsing_loop() :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/manager.py",
line 361, in _run_parsing_loop :
self._collect_results() :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/utils/session.py",
line 100, in wrapper :
return func(*args, session=session, **kwargs) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/manager.py",
line 827, in _collect_results :
self._file_stats[file] = process_parse_results( :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/manager.py",
line 1155, in process_parse_results :
update_dag_parsing_results_in_db( :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/collection.py",
line 372, in update_dag_parsing_results_in_db :
for attempt in run_with_db_retries(logger=log): :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/tenacity/__init__.py",
line 445, in __iter__ :
do = self.iter(retry_state=retry_state) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/tenacity/__init__.py",
line 378, in iter :
result = action(retry_state) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/tenacity/__init__.py",
line 400, in <lambda> :
self._add_action_func(lambda rs: rs.outcome.result()) :
File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 451, in
result :
return self.__get_result() :
File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 403, in
__get_result :
raise self._exception :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/collection.py",
line 382, in update_dag_parsing_results_in_db :
SerializedDAG.bulk_write_to_db( :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/utils/session.py",
line 98, in wrapper :
return func(*args, **kwargs) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/serialization/serialized_objects.py",
line 2868, in bulk_write_to_db :
dag_op.update_dags(orm_dags, parse_duration, session=session) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/dag_processing/collection.py",
line 530, in update_dags :
last_automated_data_interval = get_run_data_interval(dag.timetable,
last_automated_run) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/models/dag.py",
line 143, in get_run_data_interval :
return infer_automated_data_interval(timetable, run.logical_date) :
File
"/opt/tenaris/venvs/airflow/lib/python3.10/site-packages/airflow/models/dag.py",
line 121, in infer_automated_data_interval :
raise ValueError(f"Not a valid timetable: {timetable!r}") :
ValueError: Not a valid timetable:
<airflow.timetables.trigger.CronTriggerTimetable object at 0x7f2b67e9f940>
Oct 07 12:09:22 daleulbd11.dalmine.techint.net systemd[1]:
airflow-dag-processor.service: Main process exited, code=exited,
status=1/FAILURE
Oct 07 12:09:22 daleulbd11.dalmine.techint.net systemd[1]:
airflow-dag-processor.service: Failed with result 'exit-code'.
Oct 07 12:09:22 daleulbd11.dalmine.techint.net systemd[1]:
airflow-dag-processor.service: Consumed 32.023s CPU time.
Oct 07 12:09:27 daleulbd11.dalmine.techint.net systemd[1]:
airflow-dag-processor.service: Scheduled restart job, restart counter is at
15533.
Oct 07 12:09:27 daleulbd11.dalmine.techint.net systemd[1]: Stopped Airflow
Dag processor daemon.
Oct 07 12:09:27 daleulbd11.dalmine.techint.net systemd[1]:
airflow-dag-processor.service: Consumed 32.023s CPU time
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
