This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch ci-upgrade-main
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard 823642f549b Bump flit_core in the provider pyproject template to 4.1.0
discard 055570af92c [main] CI: Upgrade important CI environment
add 34e7129cda4 Add staging-to-main sync step to the release docs process
(#73653)
add cb9765fa4ee Don't retry task heartbeats according to ``[workers]
execution_api_retries` (#73244)
add 7722b1b2e03 Stop `DataFusionToolset` from materializing full results
for a capped query (#73384)
add 0aa1b9a3330 Add OIDC worker token verification to Edge3 (#72262)
add 3deb27e2f02 Remove the task_map table, folding its length into
xcom.mapped_length (#73005)
add 7bf71cd3eb8 Raise curated dependency floors in ci upgrade runs (#73657)
add 56bfaf70fe6 Require a human-written summary in agent-drafted PR
descriptions (#73660)
add e4b2e49ac13 Make the dag version diff recursion test independent of
Python version (#73664)
add 06bd2901486 Regenerate stale breeze images and TS SDK supervisor types
(#73663)
add 654c5e171d8 Make the SRV test fixture reset dns package attributes
(#73659)
add 8021e24982e Revert "Require a human-written summary in agent-drafted
PR descriptions (#73…" (#73669)
add 1ac02ade890 Add validate trigger events in dbt cloud deferrable tasks
(#69739)
add 02dff07c1ff Allow a Job to be associated with several teams (#73561)
add 8da25a58e1a [main] CI: Upgrade important CI environment
add 4d97693d939 Bump flit_core in the provider pyproject template to 4.1.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (823642f549b)
\
N -- N -- N refs/heads/ci-upgrade-main (4d97693d939)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.pre-commit-config.yaml | 12 +
.../logging-monitoring/check-health.rst | 4 +-
airflow-core/docs/migrations-ref.rst | 7 +-
airflow-core/newsfragments/73244.significant.rst | 22 +
.../src/airflow/api/common/airflow_health.py | 10 +-
.../src/airflow/api_fastapi/auth/tokens.py | 3 +-
.../airflow/api_fastapi/core_api/datamodels/job.py | 2 +-
.../api_fastapi/core_api/datamodels/monitor.py | 2 +-
.../api_fastapi/core_api/openapi/_private_ui.yaml | 10 +-
.../core_api/openapi/v2-rest-api-generated.yaml | 22 +-
.../api_fastapi/core_api/routes/public/xcom.py | 2 +
.../api_fastapi/core_api/services/ui/grid.py | 5 +-
.../api_fastapi/execution_api/routes/xcoms.py | 26 +-
.../src/airflow/cli/commands/triggerer_command.py | 2 +-
.../src/airflow/config_templates/config.yml | 8 +-
airflow-core/src/airflow/jobs/job.py | 23 +-
.../src/airflow/jobs/triggerer_job_runner.py | 5 +-
..._3_4_0_fold_task_map_into_xcom_mapped_length.py | 158 +++++
...> 0137_3_4_0_add_job_team_association_table.py} | 59 +-
airflow-core/src/airflow/models/dagrun.py | 3 +-
airflow-core/src/airflow/models/taskinstance.py | 166 ++++-
airflow-core/src/airflow/models/taskmap.py | 293 ---------
airflow-core/src/airflow/models/team.py | 24 +-
airflow-core/src/airflow/models/xcom.py | 9 +
.../airflow/serialization/definitions/xcom_arg.py | 26 +-
.../airflow/ui/openapi-gen/requests/schemas.gen.ts | 34 +-
.../airflow/ui/openapi-gen/requests/types.gen.ts | 4 +-
.../ui/src/pages/Dashboard/Health/Health.test.tsx | 9 +-
.../ui/src/pages/Dashboard/Health/Health.tsx | 2 +-
.../src/pages/Dashboard/Health/HealthInstances.tsx | 14 +-
airflow-core/src/airflow/utils/db.py | 2 +-
.../tests/unit/api/common/test_airflow_health.py | 28 +-
.../api_fastapi/core_api/routes/public/test_job.py | 26 +-
.../core_api/routes/public/test_monitor.py | 6 +-
.../core_api/routes/public/test_task_instances.py | 17 +-
.../core_api/routes/public/test_xcom.py | 37 +-
.../versions/head/test_task_instances.py | 6 +-
.../execution_api/versions/head/test_xcoms.py | 67 ++-
.../unit/cli/commands/test_triggerer_command.py | 14 +-
airflow-core/tests/unit/jobs/test_base_job.py | 67 +++
airflow-core/tests/unit/jobs/test_triggerer_job.py | 2 +-
.../test_0136_fold_task_map_into_xcom.py | 184 ++++++
airflow-core/tests/unit/models/test_dag_version.py | 48 +-
airflow-core/tests/unit/models/test_dagrun.py | 37 +-
.../tests/unit/models/test_mappedoperator.py | 59 +-
.../tests/unit/models/test_renderedtifields.py | 4 +-
.../tests/unit/models/test_taskinstance.py | 53 +-
airflow-core/tests/unit/models/test_taskmap.py | 79 ---
airflow-core/tests/unit/models/test_xcom_arg.py | 45 ++
.../ti_deps/deps/test_mapped_task_upstream_dep.py | 12 +-
airflow-core/tests/unit/utils/test_db_cleanup.py | 2 +-
.../src/airflowctl/api/datamodels/generated.py | 4 +-
dev/README_RELEASE_AIRFLOW.md | 23 +
dev/README_RELEASE_AIRFLOWCTL.md | 23 +
dev/README_RELEASE_HELM_CHART.md | 25 +
dev/README_RELEASE_MYPY.md | 25 +
dev/README_RELEASE_PROVIDERS.md | 25 +
dev/breeze/doc/08_ci_tasks.rst | 9 +
dev/breeze/doc/09_release_management_tasks.rst | 22 +
.../0018-raise-dependency-floors-automatically.md | 232 +++++++
dev/breeze/doc/images/output_ci_upgrade.svg | 44 +-
dev/breeze/doc/images/output_ci_upgrade.txt | 2 +-
.../output_setup_check-all-params-in-groups.svg | 2 +-
.../output_setup_check-all-params-in-groups.txt | 2 +-
.../output_setup_regenerate-command-images.svg | 28 +-
.../output_setup_regenerate-command-images.txt | 2 +-
dev/breeze/doc/images/output_workflow-run.svg | 14 +-
dev/breeze/doc/images/output_workflow-run.txt | 2 +-
.../output_workflow-run_sync-staging-to-main.svg | 104 ++++
.../output_workflow-run_sync-staging-to-main.txt | 1 +
.../src/airflow_breeze/commands/ci_commands.py | 133 ++--
.../airflow_breeze/commands/ci_commands_config.py | 1 +
.../airflow_breeze/commands/workflow_commands.py | 30 +-
.../commands/workflow_commands_config.py | 10 +-
dev/breeze/tests/test_ci_upgrade.py | 111 ++++
dev/breeze/tests/test_workflow_commands.py | 34 +-
devel-common/src/tests_common/pytest_plugin.py | 2 -
devel-common/src/tests_common/test_utils/db.py | 7 +
.../src/tests_common/test_utils/mapping.py | 93 ++-
generated/known_airflow_exceptions.txt | 1 -
providers/amazon/pyproject.toml | 6 +-
providers/common/ai/docs/toolsets/datafusion.rst | 8 +-
providers/common/ai/docs/toolsets/sql.rst | 11 +-
.../providers/common/ai/toolsets/datafusion.py | 16 +-
.../unit/common/ai/toolsets/test_datafusion.py | 22 +-
.../src/airflow/providers/dbt/cloud/hooks/dbt.py | 26 +
.../airflow/providers/dbt/cloud/operators/dbt.py | 4 +-
.../src/airflow/providers/dbt/cloud/sensors/dbt.py | 16 +-
.../cloud/tests/unit/dbt/cloud/hooks/test_dbt.py | 30 +
.../tests/unit/dbt/cloud/operators/test_dbt.py | 27 +-
.../cloud/tests/unit/dbt/cloud/sensors/test_dbt.py | 37 +-
providers/edge3/provider.yaml | 80 +++
.../airflow/providers/edge3/get_provider_info.py | 42 ++
.../src/airflow/providers/edge3/worker_api/auth.py | 195 +++++-
.../edge3/tests/unit/edge3/worker_api/test_auth.py | 358 ++++++++++-
providers/http/tests/unit/http/hooks/test_http.py | 18 +-
.../tests/unit/standard/decorators/test_python.py | 17 +-
pyproject.toml | 32 +
scripts/ci/prek/upgrade_dependency_floors.py | 537 +++++++++++++++++
scripts/cov/core_coverage.py | 1 -
.../ci/prek/test_upgrade_dependency_floors.py | 667 +++++++++++++++++++++
task-sdk/src/airflow/sdk/api/client.py | 37 +-
.../src/airflow/sdk/execution_time/supervisor.py | 3 +-
task-sdk/tests/task_sdk/api/test_client.py | 14 +
ts-sdk/src/generated/supervisor.ts | 2 +
uv.lock | 632 +++++++++----------
106 files changed, 4423 insertions(+), 1187 deletions(-)
create mode 100644 airflow-core/newsfragments/73244.significant.rst
create mode 100644
airflow-core/src/airflow/migrations/versions/0136_3_4_0_fold_task_map_into_xcom_mapped_length.py
copy
airflow-core/src/airflow/migrations/versions/{0133_3_4_0_add_scope_columns_to_job.py
=> 0137_3_4_0_add_job_team_association_table.py} (51%)
delete mode 100644 airflow-core/src/airflow/models/taskmap.py
create mode 100644
airflow-core/tests/unit/migrations/test_0136_fold_task_map_into_xcom.py
delete mode 100644 airflow-core/tests/unit/models/test_taskmap.py
create mode 100644
dev/breeze/doc/adr/0018-raise-dependency-floors-automatically.md
create mode 100644
dev/breeze/doc/images/output_workflow-run_sync-staging-to-main.svg
create mode 100644
dev/breeze/doc/images/output_workflow-run_sync-staging-to-main.txt
create mode 100644 dev/breeze/tests/test_ci_upgrade.py
create mode 100755 scripts/ci/prek/upgrade_dependency_floors.py
create mode 100644 scripts/tests/ci/prek/test_upgrade_dependency_floors.py