This is an automated email from the ASF dual-hosted git repository.
vatsrahul1001 pushed a change to branch backport-322-63484
in repository https://gitbox.apache.org/repos/asf/airflow.git
from bec506fe6fd Merge branch 'v3-2-test' into backport-322-63484
add a70a9feb135 Filter unreleased phantom versions from registry build
(#65984) (#66902)
add cbb9e5108fd [v3-2-test] Improve Post-Task logs to show exception in
failure (#66735) (#66920)
add ae83f9bf264 UI: Fix "Mark state as..." buttons grayed out when
task/DAGRun already in target state (#66198) (#66919)
add 727f12c4d0c Fix millisecond floating point duration bug (#66560)
(#66915)
add 990ad8e9e1c [v3-2-test] UI: Change queued Dag runs color to grey in
Calendar (#66623) (#66870)
add 485bbfdbfad Adds the DAG run ID to the grid bar tooltip and also
surfaces it in the task instance tooltip in the grid view. (#65626) (#66871)
add 28fb4acd378 Fix DagVersion when clearing tasks with run on latest
version (#65835) (#66901)
add f3bacfe37ef [v3-2-test] CI: Upgrade important CI environment (#66903)
add 35e0911526e Fix registry backfill with per-provider versions and
Docker extraction (#65223) (#66927)
add 839835052a8 Fix flaky test_celery_integration with deterministic task
registration (#66602) (#66916)
add d4b48ac4ea6 Validate dag run conf in backfill dry-run (#66196) (#66935)
add cac9cdb0b36 Registry: make tomllib fallback version-aware (#66666)
(#66918)
add a6bd360998d Breeze: make `breeze down` discover and stop every compose
project (#66311) (#66928)
add 925ff3d9965 Show dag run duration in grid tooltip (#65787) (#66900)
add 43cafa2d68d Mark tests as fixme for asset details and connection
deletion (#65487) (#66864)
add 1cced913570 [v3-2-test] UI: Make DAG detail page scrollable on mobile
viewports (#65899) (#66975)
add c1b6e5729fc Fix async engine missing pool_recycle and pool_pre_ping
configuration (#65276) (#66866)
add bd425efc1b1 Fix pod_override serialization in DAG details and executor
path (#65407) (#66898)
add a5faed920af fix dag version inflation caused by unmatched serialized
result of task using reserialized command (#61077) (#66861)
add 04bd99b481d Remove start_from_trigger tests and start_from_trigger is
not part of 3.2 (#66766)
add 31cfba3617b Fix DAG auto-pause ordering to use run_after (#65207)
(#66863)
add 72fab5c3f5a Fix macOS `SIGSEGV` in task execution by using
`fork`+`exec` (#64874) (#66872)
add 5a5e7fb5a16 [v3-2-test] Fix log server path extraction to use
removeprefix (#66749) (#66772)
add 0dda7d44c8c Add configurable LRU+TTL caching for API server DAG
retrieval (#60804) (#66862)
add 2601d4fabeb Merge branch 'v3-2-test' into backport-322-63484
No new revisions were added by this update.
Summary of changes:
.github/workflows/registry-backfill.yml | 110 ++--
.github/workflows/registry-build.yml | 18 +-
Dockerfile | 2 +-
Dockerfile.ci | 2 +-
.../administration-and-deployment/web-stack.rst | 6 +
airflow-core/docs/faq.rst | 29 +-
airflow-core/newsfragments/60804.feature.rst | 1 +
airflow-core/pyproject.toml | 1 +
.../src/airflow/api_fastapi/common/dagbag.py | 25 +-
.../api_fastapi/core_api/datamodels/dags.py | 37 ++
.../core_api/routes/public/backfills.py | 1 +
.../src/airflow/config_templates/config.yml | 25 +
airflow-core/src/airflow/models/backfill.py | 3 +-
airflow-core/src/airflow/models/dagbag.py | 114 +++-
airflow-core/src/airflow/models/dagrun.py | 4 +-
airflow-core/src/airflow/models/serialized_dag.py | 2 +-
airflow-core/src/airflow/models/taskinstance.py | 22 +-
.../airflow/serialization/serialized_objects.py | 6 +-
airflow-core/src/airflow/settings.py | 18 +
.../TaskInstance/ClearGroupTaskInstanceDialog.tsx | 34 +-
.../Clear/TaskInstance/ClearTaskInstanceDialog.tsx | 38 +-
.../Clear/TaskInstance/runOnLatestVersion.test.ts | 156 ++++++
.../Clear/TaskInstance/runOnLatestVersion.ts | 60 ++
.../src/components/MarkAs/Run/MarkRunAsButton.tsx | 14 +-
.../TaskInstance/MarkTaskInstanceAsButton.tsx | 14 +-
.../ui/src/components/TaskInstanceTooltip.test.tsx | 21 +
.../ui/src/components/TaskInstanceTooltip.tsx | 7 +-
.../src/airflow/ui/src/layouts/BaseLayout.tsx | 2 +-
.../ui/src/layouts/Details/DetailsLayout.tsx | 347 ++++++------
.../airflow/ui/src/layouts/Details/Grid/Bar.tsx | 1 +
.../src/layouts/Details/Grid/GridButton.test.tsx | 57 ++
.../ui/src/layouts/Details/Grid/GridButton.tsx | 7 +
.../airflow/ui/src/layouts/Details/Grid/GridTI.tsx | 7 +-
.../src/pages/Dag/Calendar/calendarUtils.test.ts | 186 +++++++
.../ui/src/pages/Dag/Calendar/calendarUtils.ts | 37 +-
.../src/airflow/ui/src/utils/datetimeUtils.test.ts | 24 +-
.../src/airflow/ui/src/utils/datetimeUtils.ts | 25 +-
.../src/airflow/ui/tests/e2e/specs/asset.spec.ts | 2 +-
.../airflow/ui/tests/e2e/specs/connections.spec.ts | 2 +-
.../src/airflow/utils/serve_logs/log_server.py | 2 +-
.../tests/unit/api_fastapi/common/test_dagbag.py | 28 +
.../api_fastapi/core_api/datamodels/test_dags.py | 95 ++++
.../core_api/routes/public/test_backfills.py | 33 ++
.../tests/unit/cli/commands/test_dag_command.py | 30 +
airflow-core/tests/unit/core/test_settings.py | 65 ++-
.../tests/unit/dags/test_dag_reserialize.py | 22 +-
airflow-core/tests/unit/models/test_backfill.py | 25 +
airflow-core/tests/unit/models/test_cleartasks.py | 48 ++
airflow-core/tests/unit/models/test_dag.py | 161 ++++++
airflow-core/tests/unit/models/test_dagbag.py | 279 +++++++++-
airflow-core/tests/unit/models/test_dagrun.py | 68 ---
.../unit/serialization/test_serialized_objects.py | 23 +
airflow-core/tests/unit/utils/test_serve_logs.py | 13 +
dev/breeze/doc/03_developer_tasks.rst | 13 +
dev/breeze/doc/ci/02_images.md | 2 +-
dev/breeze/doc/images/output-commands.svg | 84 +--
dev/breeze/doc/images/output_down.svg | 67 ++-
dev/breeze/doc/images/output_down.txt | 2 +-
dev/breeze/doc/images/output_registry.svg | 4 +-
dev/breeze/doc/images/output_registry.txt | 2 +-
dev/breeze/doc/images/output_registry_backfill.svg | 56 +-
dev/breeze/doc/images/output_registry_backfill.txt | 2 +-
.../doc/images/output_registry_extract-data.svg | 37 +-
.../doc/images/output_registry_extract-data.txt | 2 +-
.../airflow_breeze/commands/developer_commands.py | 59 +-
.../commands/developer_commands_config.py | 7 +
.../airflow_breeze/commands/registry_commands.py | 208 +++++--
.../commands/registry_commands_config.py | 3 +
.../commands/release_management_commands.py | 2 +-
dev/breeze/src/airflow_breeze/global_constants.py | 24 +-
.../airflow_breeze/utils/docker_command_utils.py | 79 +++
dev/breeze/tests/test_docker_command_utils.py | 97 ++++
dev/breeze/uv.lock | 44 +-
dev/registry/.gitignore | 1 +
dev/registry/extract_metadata.py | 116 +++-
dev/registry/extract_versions.py | 6 +-
dev/registry/tests/test_extract_metadata.py | 144 +++++
.../integration/celery/test_celery_executor.py | 23 +-
pyproject.toml | 2 +-
scripts/ci/prek/common_prek_utils.py | 31 +-
scripts/tools/setup_breeze | 2 +-
.../observability/metrics/metrics_template.yaml | 24 +
.../src/airflow/sdk/execution_time/supervisor.py | 118 +++-
.../src/airflow/sdk/execution_time/task_runner.py | 21 +-
.../task_sdk/execution_time/test_supervisor.py | 63 ++-
uv.lock | 605 +++++++++++----------
86 files changed, 3423 insertions(+), 886 deletions(-)
create mode 100644 airflow-core/newsfragments/60804.feature.rst
create mode 100644
airflow-core/src/airflow/ui/src/components/Clear/TaskInstance/runOnLatestVersion.test.ts
create mode 100644
airflow-core/src/airflow/ui/src/components/Clear/TaskInstance/runOnLatestVersion.ts
create mode 100644
airflow-core/src/airflow/ui/src/layouts/Details/Grid/GridButton.test.tsx
create mode 100644
airflow-core/src/airflow/ui/src/pages/Dag/Calendar/calendarUtils.test.ts
create mode 100644
airflow-core/tests/unit/api_fastapi/core_api/datamodels/test_dags.py
copy
providers/standard/src/airflow/providers/standard/example_dags/example_external_task_child_deferrable.py
=> airflow-core/tests/unit/dags/test_dag_reserialize.py (72%)
