This is an automated email from the ASF dual-hosted git repository.
henry3260 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new e74a7354920 UI: Speed up the latest run lookup for Dags with many old
runs (#75873)
e74a7354920 is described below
commit e74a7354920fcd0dee085edfb88badf2c8483622
Author: Yuseok Jo <[email protected]>
AuthorDate: Mon Nov 16 17:44:32 2026 +0900
UI: Speed up the latest run lookup for Dags with many old runs (#75873)
---
.../airflow/api_fastapi/core_api/routes/ui/dags.py | 34 +++++++++++++---------
1 file changed, 20 insertions(+), 14 deletions(-)
diff --git a/airflow-core/src/airflow/api_fastapi/core_api/routes/ui/dags.py
b/airflow-core/src/airflow/api_fastapi/core_api/routes/ui/dags.py
index e018a21f649..b1218aa5b79 100644
--- a/airflow-core/src/airflow/api_fastapi/core_api/routes/ui/dags.py
+++ b/airflow-core/src/airflow/api_fastapi/core_api/routes/ui/dags.py
@@ -23,7 +23,7 @@ from typing import Annotated
from fastapi import Depends, HTTPException, Query, status
from sqlalchemy import and_, false, func, literal, select, union_all
-from sqlalchemy.orm import defaultload
+from sqlalchemy.orm import aliased, defaultload
from airflow.api_fastapi.auth.managers.models.resource_details import
DagAccessEntity
from airflow.api_fastapi.common.asset_expression import redact_asset_expression
@@ -441,21 +441,27 @@ def get_latest_run_info(dag_id: str, session: SessionDep)
-> DAGRunLightResponse
"`~` was supplied as dag_id, but querying multiple dags is not
supported.",
)
- latest_run_info_select = (
- select(
- DagRun.id,
- DagRun.dag_id,
- DagRun.run_id,
- DagRun.end_date,
- DagRun.logical_date,
- DagRun.run_after,
- DagRun.start_date,
- DagRun.state,
- )
- .where(DagRun.dag_id == dag_id)
- .order_by(DagRun.run_after.desc())
+ # Correlated through the Dag row rather than filtered on the literal
dag_id: with a literal,
+ # Postgres can pick idx_dag_run_run_after for a Dag with many runs and, if
those runs are
+ # old, scan most of dag_run instead of using idx_dag_run_dag_id_run_after.
+ latest_run = aliased(DagRun)
+ latest_run_id = (
+ select(latest_run.id)
+ .where(latest_run.dag_id == DagModel.dag_id)
+ .order_by(latest_run.run_after.desc())
.limit(1)
+ .scalar_subquery()
)
+ latest_run_info_select = select(
+ DagRun.id,
+ DagRun.dag_id,
+ DagRun.run_id,
+ DagRun.end_date,
+ DagRun.logical_date,
+ DagRun.run_after,
+ DagRun.start_date,
+ DagRun.state,
+ ).where(DagRun.id == select(latest_run_id).where(DagModel.dag_id ==
dag_id).scalar_subquery())
latest_run_info = session.execute(latest_run_info_select).one_or_none()
return DAGRunLightResponse(**latest_run_info._mapping) if latest_run_info
else None