This is an automated email from the ASF dual-hosted git repository.
vatsrahul1001 pushed a change to branch backport-a3a4f4f-v3-4-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 2b401178d65 [v3-4-test] Stop bundling the ELK worker twice in the UI
(#75864) (cherry picked from commit a3a4f4f168e07e7a3c56dc25b2a6b756cfe40772)
omit 659af158549 [v3-4-test] Store and show the retry deadline; start
retries with empty run fields (#76027) (#76028)
omit 8ed533e2749 [v3-4-test] Serialise the workflows that publish shared
state (#75996) (#76022)
omit 10290923b09 [v3-4-test] Size CI test jobs on RunsOn runners to the
parallelism they can use (#75833) (#75992)
omit 477cfce515b [v3-4-test] UI: Show a loop's iterations and why each one
decided (#75984) (#75993)
omit 66af44e7a5b [v3-4-test] Make the bundle name less prominent in the Dag
import error modals (#75958) (#75987)
omit 65dad4f851c [v3-4-test] Run the lang-SDK native Dag tests on
Kubernetes (#75930) (#76008)
omit 6dc69409a84 [v3-4-test] Refuse to publish constraints when the branch
moved during generation (#75989) (#75990)
omit 6bc7af8fca5 [v3-4-test] Reject non-object JSON files when importing
variables (#75384) (#75950)
omit 410177f3b23 [v3-4-test] Document the zh-TW translation workflow
(#75702) (#75999)
omit 7df14a544fd [v3-4-test] Preserve XCom value types when editing in the
UI (#75496) (#75951)
omit 46682973254 [v3-4-test] Fix dashboard Active Dags filtering (#75350)
(#75949)
omit 099f41f070a [v3-4-test] Don't force dags reserialize in e2e startup
(races dag-processor) (#75739) (#75941)
omit 3ef77795125 [v3-4-test] Show UI doc screenshots in synced dark/light
tabs (#75957) (#75960)
omit dfa73fddf07 [v3-4-test] Stop a stale callback stat from forcing
constant Dag file reparsing (#73433) (#75939)
omit 72b1311fc84 [v3-4-test] Remove unused decorator default comparison
helper (#75849) (#75926)
omit 876410cc751 [v3-4-test] Remove unused milestone selection helpers
(#75848) (#75925)
omit f161c4d6def [v3-4-test] Fix hourly cron schedules running an hour off
across a DST change (#75847) (#75953)
omit 52fc1063409 [v3-4-test] Stop requesting the details of an empty Dag id
after a bulk selection (#75862) (#75867)
omit ef236423056 [v3-4-test] Avoid unbounded IN lists for queued asset
events (#75943) (#75948)
omit 8da0d90c42e [v3-4-test] Run lang-SDK serialization conformance checks
in CI instead of prek (#75872) (#75914)
omit 55adb5cd87c [v3-4-test] Run the slow root prek checks in parallel
(#75437) (#75933)
omit fcef4664321 [v3-4-test] Support Python 3.11.0 in prek cache test
(#75520) (#75850)
omit ca07390c804 [v3-4-test] Keep release-candidate provider pins until
each is released or yanked (#75919) (#75924)
add 4786e740a7a Add release notes for 3.4.0rc1
add cf53ceba96e [v3-4-test] Keep release-candidate provider pins until
each is released or yanked (#75919) (#75924)
add 9b1ea19852a [v3-4-test] Support Python 3.11.0 in prek cache test
(#75520) (#75850)
add 91508249689 [v3-4-test] Run the slow root prek checks in parallel
(#75437) (#75933)
add f9e0702c0ab [v3-4-test] Run lang-SDK serialization conformance checks
in CI instead of prek (#75872) (#75914)
add 736fe690a95 [v3-4-test] Avoid unbounded IN lists for queued asset
events (#75943) (#75948)
add 6ffa3f0f764 [v3-4-test] Stop requesting the details of an empty Dag id
after a bulk selection (#75862) (#75867)
add f9fc6143fa5 [v3-4-test] Fix hourly cron schedules running an hour off
across a DST change (#75847) (#75953)
add 63f59d8b333 [v3-4-test] Remove unused milestone selection helpers
(#75848) (#75925)
add 74d5606ec5d [v3-4-test] Remove unused decorator default comparison
helper (#75849) (#75926)
add 9d6202a91bf [v3-4-test] Stop a stale callback stat from forcing
constant Dag file reparsing (#73433) (#75939)
add eb1ef3a210e [v3-4-test] Show UI doc screenshots in synced dark/light
tabs (#75957) (#75960)
add bf15b25c3bf [v3-4-test] Don't force dags reserialize in e2e startup
(races dag-processor) (#75739) (#75941)
add ca7a88b0f3b [v3-4-test] Fix dashboard Active Dags filtering (#75350)
(#75949)
add 77e8f5582d9 [v3-4-test] Preserve XCom value types when editing in the
UI (#75496) (#75951)
add 7b1c64ca7d8 [v3-4-test] Document the zh-TW translation workflow
(#75702) (#75999)
add c7f0d791067 [v3-4-test] Reject non-object JSON files when importing
variables (#75384) (#75950)
add 273f4776934 [v3-4-test] Refuse to publish constraints when the branch
moved during generation (#75989) (#75990)
add e290855d0a2 [v3-4-test] Run the lang-SDK native Dag tests on
Kubernetes (#75930) (#76008)
add 6463e20c788 [v3-4-test] Make the bundle name less prominent in the Dag
import error modals (#75958) (#75987)
add ae879e3c5ab [v3-4-test] UI: Show a loop's iterations and why each one
decided (#75984) (#75993)
add 6c9a2c34523 [v3-4-test] Size CI test jobs on RunsOn runners to the
parallelism they can use (#75833) (#75992)
add 4dc6ebf167a [v3-4-test] Serialise the workflows that publish shared
state (#75996) (#76022)
add 188e2a3aa72 [v3-4-test] Store and show the retry deadline; start
retries with empty run fields (#76027) (#76028)
add b8216f347e4 Fix stale queued asset rows in scheduler cleanup and
readiness (#76002) (#76039)
add 4e2c764a994 Pin the hardened base images to digests the CI has passed
on (#76023) (#76038)
add 18a51dfadba [v3-4-test] Add an end-to-end test for a Dag written in
YAML (#75928) (#76026)
add d855565d901 [v3-4-test] Remove unused Breeze snippet helpers (#75854)
(#75866)
add 9f79f221389 [v3-4-test] UI: Stop Recent Configurations flashing on the
trigger form (#75991) (#75994)
add caffeafaa25 [v3-4-test] Freeze the GC before the triggerer's forks so
memory stays flat (#76016) (#76029)
add 8744696c21e [v3-4-test] Honor Airflow logging levels in TypeScript SDK
(#76005) (#76030)
add 9318f0c2d26 [v3-4-test] Retry GitHub calls that drop the connection in
the Spot interruption notices (#75829) (#76051)
add 0d9a5be73e8 [v3-4-test] CI: Upgrade important CI environment
add c72a8be9a71 [v3-4-test] Close fork CI pull requests that change jobs
running in gated runs (#75827) (#76058)
add 41f11eecf76 [v3-4-test] Fix 404 error on looped task group breadcrump
and add test (#76050) (#76062)
add 9b59f98fdcf [v3-4-test] Stop bundling the ELK worker twice in the UI
(#75864) (cherry picked from commit a3a4f4f168e07e7a3c56dc25b2a6b756cfe40772)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2b401178d65)
\
N -- N -- N refs/heads/backport-a3a4f4f-v3-4-test (9b59f98fdcf)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/actions/breeze/action.yml | 6 +
.github/workflows/additional-prod-image-tests.yml | 18 +
.github/workflows/airflow-e2e-tests.yml | 12 +-
.github/workflows/ci-amd.yml | 17 +-
.github/workflows/ci-arm.yml | 12 +-
.github/workflows/mirror-hardened-base-images.yml | 84 +-
.github/workflows/publish-docs-to-s3.yml | 2 +-
.github/workflows/refresh-image-registry-cache.yml | 7 +-
.github/workflows/release-constraints.yml | 7 +-
.github/workflows/release_dockerhub_image.yml | 9 +-
.../scheduled-legacy-prod-image-canary.yml | 9 +-
.github/workflows/scheduled-upgrade-check-main.yml | 2 +
.../scheduled-upgrade-check-v3-4-test.yml | 2 +
.../update-constraints-on-push-stable.yml | 7 +-
.github/workflows/update-constraints-on-push.yml | 7 +-
.github/workflows/upgrade-check.yml | 78 +-
.pre-commit-config.yaml | 2 +-
Dockerfile | 85 +-
Dockerfile.ci | 79 +-
RELEASE_NOTES.rst | 294 ++-
airflow-core/newsfragments/74896.bugfix.rst | 1 -
airflow-core/newsfragments/75414.significant.rst | 20 -
airflow-core/src/airflow/assets/manager.py | 27 +-
.../src/airflow/cli/commands/triggerer_command.py | 9 +-
.../src/airflow/jobs/scheduler_job_runner.py | 330 +--
.../src/airflow/jobs/triggerer_job_runner.py | 7 +
airflow-core/src/airflow/models/asset.py | 44 +-
airflow-core/src/airflow/models/dag.py | 13 +-
.../TriggerDag/RecentConfigSelect.test.tsx | 39 +-
.../components/TriggerDag/RecentConfigSelect.tsx | 79 +-
.../components/TriggerDag/TriggerDAGForm.test.tsx | 4 +-
.../ui/src/layouts/Details/DagBreadcrumb.test.tsx | 21 +-
.../ui/src/layouts/Details/DagBreadcrumb.tsx | 1 -
airflow-core/tests/unit/assets/test_manager.py | 4 +-
.../unit/cli/commands/test_triggerer_command.py | 27 +
airflow-core/tests/unit/jobs/test_scheduler_job.py | 257 ++-
airflow-core/tests/unit/jobs/test_triggerer_job.py | 24 +
airflow-core/tests/unit/models/test_dag.py | 45 +
.../docker/{opensearch.yml => yaml-dag.yml} | 32 +-
airflow-e2e-tests/pyproject.toml | 2 +-
.../tests/airflow_e2e_tests/conftest.py | 74 +-
.../tests/airflow_e2e_tests/constants.py | 6 +
.../airflow_e2e_tests/yaml_dag_tests}/__init__.py | 0
.../yaml_dag_tests/test_yaml_dag.py | 204 ++
airflow-e2e-tests/yaml-dags/yaml_s3_roundtrip.yaml | 88 +
dev/README_RELEASE_AIRFLOW.md | 51 +-
dev/breeze/doc/05_test_commands.rst | 2 +-
dev/breeze/doc/09_release_management_tasks.rst | 36 +
dev/breeze/doc/ci/02_images.md | 4 +-
dev/breeze/doc/ci/04_selective_checks.md | 11 +
.../doc/ci/08_fork_ci_for_external_contributors.md | 23 +-
dev/breeze/doc/images/output_ci_upgrade.svg | 114 +-
dev/breeze/doc/images/output_ci_upgrade.txt | 2 +-
.../output_setup_check-all-params-in-groups.svg | 24 +-
.../output_setup_check-all-params-in-groups.txt | 2 +-
.../output_setup_regenerate-command-images.svg | 4 +-
.../output_setup_regenerate-command-images.txt | 2 +-
.../images/output_testing_airflow-e2e-tests.svg | 2 +-
.../images/output_testing_airflow-e2e-tests.txt | 2 +-
dev/breeze/doc/images/output_workflow-run.svg | 34 +-
dev/breeze/doc/images/output_workflow-run.txt | 2 +-
.../output_workflow-run_mirror-base-images.svg | 111 +
.../output_workflow-run_mirror-base-images.txt | 1 +
.../images/output_workflow-run_upgrade-check.svg | 116 ++
.../images/output_workflow-run_upgrade-check.txt | 1 +
.../src/airflow_breeze/commands/ci_commands.py | 119 +-
.../airflow_breeze/commands/ci_commands_config.py | 2 +
.../commands/release_management_commands.py | 96 +-
.../airflow_breeze/commands/testing_commands.py | 1 +
.../airflow_breeze/commands/workflow_commands.py | 72 +-
.../commands/workflow_commands_config.py | 24 +-
.../files/hardened_python_image_digests.json | 10 +
.../files/legacy_python_versions.json | 6 +
dev/breeze/src/airflow_breeze/global_constants.py | 46 +-
.../src/airflow_breeze/params/build_prod_params.py | 11 +-
.../src/airflow_breeze/utils/fork_ci_reconcile.py | 135 +-
.../src/airflow_breeze/utils/gh_workflow_utils.py | 42 +
.../airflow_breeze/utils/publish_docs_helpers.py | 32 -
.../src/airflow_breeze/utils/selective_checks.py | 19 +
.../src/airflow_breeze/utils/verification_plan.py | 1 +
dev/breeze/tests/test_build_prod_params.py | 44 +-
dev/breeze/tests/test_ci_upgrade.py | 100 +
dev/breeze/tests/test_fork_ci_reconcile.py | 134 +-
dev/breeze/tests/test_gh_workflow_utils.py | 54 +
dev/breeze/tests/test_mirror_base_images.py | 142 +-
dev/breeze/tests/test_selective_checks.py | 40 +
dev/breeze/tests/test_workflow_commands.py | 57 +
dev/breeze/uv.lock | 12 +-
docker-stack-docs/build-arg-ref.rst | 26 +-
docker-stack-docs/build.rst | 21 +-
.../customizing/add-build-essential-custom.sh | 3 +-
.../docker-examples/customizing/custom-sources.sh | 3 +-
.../customizing/pypi-dev-runtime-deps.sh | 3 +-
.../customizing/pypi-extras-and-deps.sh | 3 +-
.../customizing/pypi-selected-version.sh | 3 +-
.../restricted/restricted_environments.sh | 3 +-
.../test_examples_of_prod_image_building.py | 2 +
docs/spelling_wordlist.txt | 2 +
.../cmd/airflow-go-pack/pack_integration_test.go | 3 +
go-sdk/example/bundle/main.go | 5 +
go-sdk/example/bundle/yamldag/handlers.go | 43 +
providers/amazon/README.rst | 4 +-
providers/amazon/docs/index.rst | 4 +-
providers/amazon/pyproject.toml | 4 +-
providers/google/README.rst | 2 +-
providers/google/docs/index.rst | 2 +-
providers/google/pyproject.toml | 2 +-
providers/hashicorp/docs/index.rst | 2 +-
providers/hashicorp/pyproject.toml | 2 +-
providers/microsoft/azure/README.rst | 2 +-
providers/microsoft/azure/docs/index.rst | 2 +-
providers/microsoft/azure/pyproject.toml | 2 +-
pyproject.toml | 2 +-
reproducible_build.yaml | 4 +-
scripts/ci/prek/check_ci_workflows_in_sync.py | 5 +-
scripts/ci/prek/upgrade_important_versions.py | 141 +-
scripts/ci/spot_interruptions.py | 5 +-
scripts/docker/install_os_dependencies.sh | 62 +-
scripts/docker/install_postgres.sh | 6 +
.../ci/prek/test_upgrade_important_versions.py | 153 ++
scripts/tests/ci/test_spot_interruptions.py | 36 +-
scripts/tools/setup_breeze | 2 +-
ts-sdk/src/coordinator/log-channel.ts | 94 +-
ts-sdk/tests/coordinator/log-channel.test.ts | 173 ++
uv.lock | 2182 ++++++++++----------
125 files changed, 4976 insertions(+), 1877 deletions(-)
delete mode 100644 airflow-core/newsfragments/74896.bugfix.rst
delete mode 100644 airflow-core/newsfragments/75414.significant.rst
copy airflow-e2e-tests/docker/{opensearch.yml => yaml-dag.yml} (57%)
copy {airflow-core/src/airflow/_shared =>
airflow-e2e-tests/tests/airflow_e2e_tests/yaml_dag_tests}/__init__.py (100%)
create mode 100644
airflow-e2e-tests/tests/airflow_e2e_tests/yaml_dag_tests/test_yaml_dag.py
create mode 100644 airflow-e2e-tests/yaml-dags/yaml_s3_roundtrip.yaml
create mode 100644
dev/breeze/doc/images/output_workflow-run_mirror-base-images.svg
create mode 100644
dev/breeze/doc/images/output_workflow-run_mirror-base-images.txt
create mode 100644 dev/breeze/doc/images/output_workflow-run_upgrade-check.svg
create mode 100644 dev/breeze/doc/images/output_workflow-run_upgrade-check.txt
create mode 100644
dev/breeze/src/airflow_breeze/files/hardened_python_image_digests.json
create mode 100644
dev/breeze/src/airflow_breeze/files/legacy_python_versions.json
create mode 100644 go-sdk/example/bundle/yamldag/handlers.go
