This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch ci-upgrade-main
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard cf7adb67e1b [main] CI: Upgrade important CI environment
add aa0d6506b4a Build CI and release images on pinned OS-dependencies
images (#76225)
add 0c69d652a89 Build CI and release images on pinned OS-dependencies
images (#76225)
add 76f290f3f80 Implement Python task handler and support it in YAML Dags
(#75405)
add 7badc9f42a1 Include table names in db clean progress output (#74243)
add 575d8af602f Keep the audit log off the API server event loop (#76416)
add bd8cad6b729 Let non task callers set and delete variables over
execution API (#76375)
add 671be47b20e Note that the API server uses a second database connection
pool (#76430)
add b503e692da0 Fix `SSHRemoteJobOperator` on Windows hosts (#73352)
add fc172d09a5b Add deferrable mode to `SqlSensor` (#76270)
add 2aa4ae811d8 Rewrite the OpenAI Agents SDK guide to stand on its own
(#76340)
add bac2f50826d [main] CI: Upgrade important CI environment
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (cf7adb67e1b)
\
N -- N -- N refs/heads/ci-upgrade-main (bac2f50826d)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci-amd.yml | 3 +
.github/workflows/ci-arm.yml | 3 +
.github/workflows/ci-image-build.yml | 8 +
.github/workflows/mirror-hardened-base-images.yml | 173 ++++-
.github/workflows/prod-image-build.yml | 8 +
.github/workflows/upgrade-check.yml | 5 +-
Dockerfile | 173 +++--
Dockerfile.ci | 113 +++-
.../docs/authoring-and-scheduling/yaml-dags.rst | 23 +-
airflow-core/newsfragments/76430.significant.rst | 11 +
.../api_fastapi/execution_api/routes/variables.py | 3 +
.../airflow/api_fastapi/execution_api/security.py | 11 +
.../execution_api/versions/v2026_10_30.py | 2 +-
.../src/airflow/api_fastapi/logging/decorators.py | 36 +-
airflow-core/src/airflow/utils/db_cleanup.py | 25 +-
.../tests/unit/api_fastapi/core_api/conftest.py | 24 +-
.../core_api/routes/public/test_execution.py | 1 +
.../api_fastapi/execution_api/test_security.py | 98 +--
.../unit/api_fastapi/logging/test_decorators.py | 45 +-
.../tests/unit/cli/commands/test_dag_command.py | 8 +-
airflow-core/tests/unit/utils/test_db_cleanup.py | 93 ++-
dev/breeze/doc/09_release_management_tasks.rst | 72 ++
.../doc/adr/0021-pin-os-dependencies-images.md | 123 ++++
dev/breeze/doc/ci/02_images.md | 46 ++
dev/breeze/doc/ci/04_selective_checks.md | 12 +-
dev/breeze/doc/images/output_ci-image_build.svg | 178 ++---
dev/breeze/doc/images/output_ci-image_build.txt | 2 +-
dev/breeze/doc/images/output_prod-image_build.svg | 238 ++++---
dev/breeze/doc/images/output_prod-image_build.txt | 2 +-
.../doc/images/output_release-management.svg | 48 +-
.../doc/images/output_release-management.txt | 2 +-
...put_release-management_build-os-deps-images.svg | 146 ++++
...put_release-management_build-os-deps-images.txt | 1 +
...t_release-management_publish-os-deps-images.svg | 136 ++++
...t_release-management_publish-os-deps-images.txt | 1 +
.../output_setup_check-all-params-in-groups.svg | 66 +-
.../output_setup_check-all-params-in-groups.txt | 2 +-
.../output_setup_regenerate-command-images.svg | 76 ++-
.../output_setup_regenerate-command-images.txt | 2 +-
.../output_workflow-run_mirror-base-images.svg | 30 +-
.../output_workflow-run_mirror-base-images.txt | 2 +-
.../src/airflow_breeze/commands/ci_commands.py | 1 +
.../airflow_breeze/commands/ci_image_commands.py | 4 +
.../commands/ci_image_commands_config.py | 1 +
.../commands/common_image_options.py | 8 +
.../commands/production_image_commands.py | 4 +
.../commands/production_image_commands_config.py | 1 +
.../commands/release_management_commands.py | 346 ++++++++++
.../commands/release_management_commands_config.py | 23 +
.../airflow_breeze/commands/workflow_commands.py | 15 +-
.../commands/workflow_commands_config.py | 1 +
.../files/hardened_os_deps_image_digests.json | 1 +
.../files/hardened_python_image_digests.json | 8 +-
dev/breeze/src/airflow_breeze/global_constants.py | 65 ++
.../src/airflow_breeze/params/build_ci_params.py | 2 +
.../src/airflow_breeze/params/build_prod_params.py | 26 +
.../airflow_breeze/params/common_build_params.py | 37 ++
.../src/airflow_breeze/utils/gh_workflow_utils.py | 8 +-
.../src/airflow_breeze/utils/selective_checks.py | 18 +
dev/breeze/tests/test_ci_upgrade.py | 1 +
dev/breeze/tests/test_gh_workflow_utils.py | 6 +-
dev/breeze/tests/test_mirror_base_images.py | 36 +-
dev/breeze/tests/test_os_deps_images.py | 732 +++++++++++++++++++++
dev/breeze/tests/test_selective_checks.py | 50 ++
dev/breeze/tests/test_workflow_commands.py | 19 +-
dev/breeze/uv.lock | 116 ++--
.../src/tests_common/test_utils/asserts.py | 12 +-
docker-stack-docs/build-arg-ref.rst | 14 +
docker-stack-docs/build.rst | 12 +
.../common/ai/docs/frameworks/openai_agents.rst | 629 ++++++++++++++----
.../example_openai_agents_data_access.py | 101 +++
providers/common/sql/docs/operators.rst | 47 ++
.../airflow/providers/common/sql/sensors/sql.py | 86 ++-
.../airflow/providers/common/sql/sensors/sql.pyi | 10 +-
.../airflow/providers/common/sql/triggers/sql.py | 85 ++-
.../airflow/providers/common/sql/triggers/sql.pyi | 26 +-
.../airflow/providers/common/sql/version_compat.py | 2 +
.../tests/system/common/sql/example_sql_sensor.py} | 41 +-
.../sql/tests/unit/common/sql/sensors/test_sql.py | 200 +++++-
.../sql/tests/unit/common/sql/triggers/test_sql.py | 94 ++-
providers/ssh/docs/operators/ssh_remote_job.rst | 23 +-
.../providers/ssh/operators/ssh_remote_job.py | 6 +-
.../src/airflow/providers/ssh/utils/remote_job.py | 174 +++--
.../ssh/tests/unit/ssh/utils/test_remote_job.py | 227 ++++++-
scripts/ci/prek/upgrade_important_versions.py | 103 ++-
scripts/docker/install_os_dependencies.sh | 66 ++
.../ci/prek/test_upgrade_important_versions.py | 114 +++-
task-sdk/docs/api.rst | 2 +
task-sdk/docs/index.rst | 1 +
task-sdk/docs/task-handler.rst | 127 ++++
task-sdk/src/airflow/sdk/__init__.py | 3 +
task-sdk/src/airflow/sdk/__init__.pyi | 2 +
.../src/airflow/sdk/coordinators/_subprocess.py | 29 +-
task-sdk/src/airflow/sdk/coordinators/python.py | 212 ++++++
.../sdk/definitions/task_handlers/__init__.py | 38 +-
.../sdk/definitions/task_handlers/binding.py | 79 +++
.../sdk/definitions/task_handlers/declaration.py | 79 +++
.../sdk/definitions/task_handlers/loader.py | 115 ++++
.../sdk/definitions/task_handlers/registry.py | 65 ++
task-sdk/src/airflow/sdk/execution_time/bundles.py | 29 +-
.../src/airflow/sdk/execution_time/coordinator.py | 127 ++--
.../src/airflow/sdk/execution_time/supervisor.py | 3 +-
.../src/airflow/sdk/execution_time/task_runner.py | 124 +++-
.../airflow/sdk/importers/yaml_importer/builder.py | 62 +-
task-sdk/tests/task_sdk/conftest.py | 53 ++
.../coordinators/executable/test_coordinator.py | 2 +-
.../task_sdk/coordinators/java/test_coordinator.py | 2 +-
.../task_sdk/coordinators/node/test_coordinator.py | 2 +-
.../tests/task_sdk/coordinators/test_subprocess.py | 16 +-
.../definitions/task_handlers/test_loader.py | 164 +++++
.../task_handlers/test_task_handlers.py | 143 ++++
.../task_sdk/execution_time/test_coordinator.py | 7 +-
.../execution_time/test_python_coordinator.py | 156 +++++
.../execution_time/test_run_task_handler.py | 149 +++++
.../task_sdk/execution_time/test_task_runner.py | 4 +-
.../yaml_importer/test_builder_validation.py | 182 +++++
uv.lock | 12 +-
117 files changed, 6677 insertions(+), 964 deletions(-)
create mode 100644 airflow-core/newsfragments/76430.significant.rst
copy providers/fab/tests/unit/fab/www/test_app.py =>
airflow-core/tests/unit/api_fastapi/core_api/conftest.py (60%)
create mode 100644 dev/breeze/doc/adr/0021-pin-os-dependencies-images.md
create mode 100644
dev/breeze/doc/images/output_release-management_build-os-deps-images.svg
create mode 100644
dev/breeze/doc/images/output_release-management_build-os-deps-images.txt
create mode 100644
dev/breeze/doc/images/output_release-management_publish-os-deps-images.svg
create mode 100644
dev/breeze/doc/images/output_release-management_publish-os-deps-images.txt
create mode 100644
dev/breeze/src/airflow_breeze/files/hardened_os_deps_image_digests.json
create mode 100644 dev/breeze/tests/test_os_deps_images.py
create mode 100644
providers/common/ai/src/airflow/providers/common/ai/example_dags/example_openai_agents_data_access.py
copy providers/{opsgenie/tests/system/opsgenie/example_opsgenie_notifier.py =>
common/sql/tests/system/common/sql/example_sql_sensor.py} (55%)
create mode 100644 task-sdk/docs/task-handler.rst
create mode 100644 task-sdk/src/airflow/sdk/coordinators/python.py
copy providers/google/tests/unit/google/cloud/utils/test_datafusion.py =>
task-sdk/src/airflow/sdk/definitions/task_handlers/__init__.py (55%)
create mode 100644
task-sdk/src/airflow/sdk/definitions/task_handlers/binding.py
create mode 100644
task-sdk/src/airflow/sdk/definitions/task_handlers/declaration.py
create mode 100644 task-sdk/src/airflow/sdk/definitions/task_handlers/loader.py
create mode 100644
task-sdk/src/airflow/sdk/definitions/task_handlers/registry.py
create mode 100644 task-sdk/tests/task_sdk/conftest.py
create mode 100644
task-sdk/tests/task_sdk/definitions/task_handlers/test_loader.py
create mode 100644
task-sdk/tests/task_sdk/definitions/task_handlers/test_task_handlers.py
create mode 100644
task-sdk/tests/task_sdk/execution_time/test_python_coordinator.py
create mode 100644
task-sdk/tests/task_sdk/execution_time/test_run_task_handler.py
create mode 100644
task-sdk/tests/task_sdk/importers/yaml_importer/test_builder_validation.py
