This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/uv/dev/breeze/uv-dependency-updates-246a45b7d3
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard 2888ac69133 Bump the uv-dependency-updates group across 1 directory
with 2 updates
add c2e003fb2ec Fix bulletpoint in doc (#60422)
add 5a3f06ad57a Add workers.celery.securityContexts &
workers.kubernetes.securityContexts (#60396)
add 5496e150c13 Improve error handling in edge worker on 405 (#60425)
add 417698fce9c PysparkOperator and not only a decorator (#60041)
add b39a319980b KubernetesPodOperator check xcom sidecar running before
trying to read xcom (#60319)
add 4d3c5ead3b5 Consume ``AirflowOptionalProviderFeatureException`` from
compat sdk in providers (#60335)
add 173f80c26ab Add 'ignore_if_missing' to DataprocDeleteClusterOperator
(#60433)
add 017edaf2de9 [Helm Chart] Remove tests for unsupported Airflow and K8S
versions (#60303)
add fe734000108 Docs: Clarify ingress settings for Airflow 2 vs 3 in
values.yaml (#60434)
add 3f3d0f5c1eb KubernetesPodOperator: Fix hanging API calls (#60254)
add 27d53c2fc4b Add E2E tests for DAG Runs page (#59919)
add 79feb8c6738 i18n(Ko): add missing translations (Jan 10) (#60362)
add 4ecd6c43b11 feat: add depth level parameter to grid and structure
endpoint (#60314)
add a9c4275dbfb Clean react plugin tools (#60419)
add 34bfa821f30 Upgrade react-dom-router in Airflow UI (#60316)
add ee15065e577 Airflow 3.1.6 has been released (#60451)
add fcd767971ec Fix gantt chart styling (#60347)
add 2a98b0b7fb9 Bump the core-ui-package-updates group across 1 directory
with 7 updates (#60424)
add d10138d7625 Chart: Default airflow version to 3.1.6 (#60453)
add 13f3e267fb8 Unique run_id across manually triggered Dags with
schedules (#59477)
add a1872e1866d Add E2E tests for DAG audit log functionality (#59684)
(#59734)
add 92a69564a79 Update python client version/changelog for 3.1.6 release
(#60459)
add 66504ffb83b Bump the core-ui-package-updates group across 1 directory
with 2 updates (#60469)
add 934409f51d4 Correct the access for the externalLogUrl (#60412)
add 5b4908d7921 Add test to prevent ORM references in migration scripts
(#60176)
add ec441299d3d Add DAG importer abstraction layer (#60127)
add 00c4ac6871c [main] Upgrade important CI environment (#60475)
add 7cef2b976b7 Bump the uv-dependency-updates group across 1 directory
with 2 updates
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2888ac69133)
\
N -- N -- N
refs/heads/dependabot/uv/dev/breeze/uv-dependency-updates-246a45b7d3
(7cef2b976b7)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/ISSUE_TEMPLATE/1-airflow_bug_report.yml | 2 +-
.github/actions/install-prek/action.yml | 2 +-
.pre-commit-config.yaml | 3 +-
Dockerfile | 2 +-
Dockerfile.ci | 2 +-
README.md | 12 +-
RELEASE_NOTES.rst | 83 +++
airflow-core/.pre-commit-config.yaml | 3 +-
.../docs/installation/supported-versions.rst | 2 +-
airflow-core/newsfragments/59399.feature.rst | 1 -
airflow-core/newsfragments/59688.improvement.rst | 1 -
.../newsfragments/template.significant.rst | 33 -
.../auth/managers/simple/ui/package-lock.json | 676 +++++----------------
.../auth/managers/simple/ui/package.json | 18 +-
.../auth/managers/simple/ui/pnpm-lock.yaml | 464 ++++++++++----
.../api_fastapi/core_api/datamodels/dag_run.py | 5 +-
.../api_fastapi/core_api/openapi/_private_ui.yaml | 16 +
.../api_fastapi/core_api/routes/public/log.py | 2 +-
.../airflow/api_fastapi/core_api/routes/ui/grid.py | 11 +-
.../api_fastapi/core_api/routes/ui/structure.py | 6 +-
airflow-core/src/airflow/dag_processing/dagbag.py | 296 +++------
.../airflow/dag_processing/importers}/__init__.py | 42 +-
.../src/airflow/dag_processing/importers/base.py | 266 ++++++++
.../dag_processing/importers/python_importer.py | 360 +++++++++++
.../src/airflow/serialization/definitions/dag.py | 5 +-
.../src/airflow/ui/openapi-gen/queries/common.ts | 10 +-
.../ui/openapi-gen/queries/ensureQueryData.ts | 12 +-
.../src/airflow/ui/openapi-gen/queries/prefetch.ts | 12 +-
.../src/airflow/ui/openapi-gen/queries/queries.ts | 12 +-
.../src/airflow/ui/openapi-gen/queries/suspense.ts | 12 +-
.../ui/openapi-gen/requests/services.gen.ts | 4 +
.../airflow/ui/openapi-gen/requests/types.gen.ts | 2 +
airflow-core/src/airflow/ui/package.json | 2 +-
airflow-core/src/airflow/ui/pnpm-lock.yaml | 49 +-
.../ui/public/i18n/locales/ko/components.json | 7 +
.../src/components/DagActions/DeleteDagButton.tsx | 2 +-
.../airflow/ui/src/components/DurationChart.tsx | 4 +-
.../ui/src/components/SearchDags/SearchDags.tsx | 2 +-
.../ui/src/hooks/navigation/useNavigation.ts | 2 +-
.../airflow/ui/src/hooks/useRequiredActionTabs.ts | 2 +-
.../ui/src/layouts/Details/DagRunSelect.tsx | 8 +-
.../ui/src/layouts/Details/DetailsLayout.tsx | 2 +-
.../airflow/ui/src/layouts/Details/Gantt/Gantt.tsx | 14 +-
.../airflow/ui/src/layouts/Details/Gantt/utils.ts | 23 +-
.../airflow/ui/src/layouts/Details/Grid/Grid.tsx | 28 +-
.../src/layouts/Details/Grid/constants.ts} | 31 +-
.../src/airflow/ui/src/pages/DeleteRunButton.tsx | 2 +-
airflow-core/src/airflow/ui/src/pages/Error.tsx | 17 +-
airflow-core/src/airflow/ui/src/pages/Security.tsx | 2 +-
.../src/airflow/ui/src/queries/useTrigger.ts | 2 +-
.../src/airflow/ui/tests/e2e/pages/DagRunsPage.ts | 188 ++++++
.../src/airflow/ui/tests/e2e/pages/DagsPage.ts | 9 +
.../src/airflow/ui/tests/e2e/pages/EventsPage.ts | 230 +++++++
.../ui/tests/e2e/specs/dag-audit-log.spec.ts | 161 +++++
.../airflow/ui/tests/e2e/specs/dag-runs.spec.ts | 146 +++++
.../tests/unit/always/test_project_structure.py | 16 +-
.../core_api/routes/public/test_dag_run.py | 35 ++
.../api_fastapi/core_api/routes/ui/test_grid.py | 195 ++++--
.../core_api/routes/ui/test_structure.py | 110 ++++
.../unit/dag_processing/importers}/__init__.py | 0
.../unit/dag_processing/importers/test_registry.py | 99 +++
.../tests/unit/dag_processing/test_dagbag.py | 55 +-
.../_shared => tests/unit/migrations}/__init__.py | 0
.../test_no_orm_refs_in_migration_scripts.py | 68 +++
chart/.pre-commit-config.yaml | 3 +-
chart/Chart.yaml | 18 +-
chart/files/pod-template-file.kubernetes-helm-yaml | 6 +-
chart/newsfragments/59271.significant.rst | 3 -
chart/newsfragments/60453.significant.rst | 3 +
chart/templates/_helpers.yaml | 64 +-
.../api-server/api-server-deployment.yaml | 6 +-
chart/templates/cleanup/cleanup-cronjob.yaml | 4 +-
.../dag-processor/dag-processor-deployment.yaml | 8 +-
.../database-cleanup/database-cleanup-cronjob.yaml | 4 +-
chart/templates/flower/flower-deployment.yaml | 4 +-
chart/templates/jobs/create-user-job.yaml | 4 +-
chart/templates/jobs/migrate-database-job.yaml | 4 +-
.../templates/scheduler/scheduler-deployment.yaml | 8 +-
.../templates/triggerer/triggerer-deployment.yaml | 8 +-
.../templates/webserver/webserver-deployment.yaml | 6 +-
chart/templates/workers/worker-deployment.yaml | 19 +-
chart/values.schema.json | 78 ++-
chart/values.yaml | 23 +-
clients/python/CHANGELOG.md | 8 +-
clients/python/version.txt | 2 +-
contributing-docs/05_pull_requests.rst | 8 +-
dev/breeze/doc/ci/02_images.md | 2 +-
dev/breeze/pyproject.toml | 2 +-
.../commands/release_management_commands.py | 2 +-
dev/breeze/src/airflow_breeze/global_constants.py | 2 +-
.../tests/test_pytest_args_for_test_types.py | 1 +
dev/breeze/uv.lock | 187 +++---
.../react_plugin_template/src/global.d.ts | 4 +-
.../react_plugin_template/src/main.tsx | 2 +-
.../react_plugin_template/src/theme.ts | 4 -
.../src/tests_common/test_utils/file_loading.py | 16 +
generated/PYPI_README.md | 10 +-
go-sdk/.pre-commit-config.yaml | 3 +-
.../helm_tests/airflow_aux/test_cleanup_pods.py | 7 -
.../airflow_aux/test_database_cleanup.py | 7 -
.../airflow_aux/test_pod_template_file.py | 152 ++++-
.../helm_tests/airflow_core/test_pdb_scheduler.py | 11 +-
.../helm_tests/airflow_core/test_pdb_triggerer.py | 4 +-
.../helm_tests/airflow_core/test_pdb_worker.py | 4 +-
.../helm_tests/airflow_core/test_scheduler.py | 4 +-
.../tests/helm_tests/airflow_core/test_worker.py | 3 -
.../helm_tests/apiserver/test_ingress_apiserver.py | 11 +-
helm-tests/tests/helm_tests/other/test_flower.py | 1 -
.../helm_tests/other/test_git_sync_webserver.py | 1 -
.../tests/helm_tests/other/test_pdb_pgbouncer.py | 11 +-
.../helm_tests/security/test_security_context.py | 563 ++++++++++++++---
.../helm_tests/webserver/test_ingress_flower.py | 11 +-
.../tests/helm_tests/webserver/test_ingress_web.py | 11 +-
.../helm_tests/webserver/test_pdb_webserver.py | 11 +-
.../tests/helm_tests/webserver/test_webserver.py | 1 -
.../amazon/aws/auth_manager/aws_auth_manager.py | 3 +-
.../amazon/aws/auth_manager/cli/avp_commands.py | 3 +-
.../providers/amazon/aws/auth_manager/user.py | 2 +-
.../providers/amazon/aws/hooks/athena_sql.py | 2 +-
.../providers/amazon/aws/hooks/redshift_sql.py | 3 +-
.../src/airflow/providers/amazon/aws/queues/sqs.py | 2 +-
.../amazon/aws/transfers/azure_blob_to_s3.py | 2 +-
.../providers/amazon/aws/transfers/sql_to_s3.py | 2 +-
.../unit/amazon/aws/hooks/test_hooks_signature.py | 2 +-
.../airflow/providers/apache/beam/hooks/beam.py | 2 +-
.../providers/apache/beam/operators/beam.py | 8 +-
.../airflow/providers/apache/beam/triggers/beam.py | 2 +-
.../airflow/providers/apache/hive/hooks/hive.py | 4 +-
providers/apache/impala/docs/index.rst | 28 +-
providers/apache/impala/pyproject.toml | 2 +
.../providers/apache/impala/hooks/impala.py | 2 +-
providers/apache/kafka/pyproject.toml | 2 +-
.../airflow/providers/apache/kafka/hooks/base.py | 2 +-
providers/apache/spark/docs/decorators/pyspark.rst | 2 +-
providers/apache/spark/docs/operators.rst | 25 +
providers/apache/spark/provider.yaml | 1 +
.../providers/apache/spark/decorators/pyspark.py | 80 +--
.../providers/apache/spark/get_provider_info.py | 1 +
.../pyspark.py => operators/spark_pyspark.py} | 59 +-
.../tests/system/apache/spark/example_spark_dag.py | 11 +
.../unit/apache/spark/decorators/test_pyspark.py | 11 +-
.../apache/spark/operators/test_spark_pyspark.py} | 27 +-
providers/celery/pyproject.toml | 2 +-
.../airflow/providers/celery/cli/celery_command.py | 4 +-
.../airflow/providers/celery/executors/__init__.py | 2 +-
.../providers/cncf/kubernetes/hooks/kubernetes.py | 51 +-
.../cncf/kubernetes/kubernetes_helper_functions.py | 2 +
.../providers/cncf/kubernetes/utils/pod_manager.py | 12 +-
.../unit/cncf/kubernetes/hooks/test_kubernetes.py | 80 ++-
.../unit/cncf/kubernetes/utils/test_pod_manager.py | 44 +-
.../src/airflow/providers/common/compat/check.py | 2 +-
.../providers/common/compat/openlineage/check.py | 2 +-
.../src/airflow/providers/common/compat/sdk.py | 2 +
.../unit/common/compat/openlineage/test_check.py | 2 +-
.../compat/tests/unit/common/compat/test_check.py | 2 +-
providers/common/io/docs/index.rst | 11 +-
providers/common/io/pyproject.toml | 1 +
.../airflow/providers/common/io/xcom/__init__.py | 2 +-
.../src/airflow/providers/common/sql/hooks/sql.py | 9 +-
.../providers/databricks/hooks/databricks_base.py | 3 +-
.../providers/databricks/hooks/databricks_sql.py | 3 +-
.../databricks/plugins/databricks_workflow.py | 3 +-
.../unit/databricks/hooks/test_databricks_sql.py | 3 +-
.../unit/databricks/utils/test_openlineage.py | 2 +-
.../tests/unit/dbt/cloud/utils/test_openlineage.py | 2 +-
.../src/airflow/providers/edge3/cli/worker.py | 3 +-
.../edge3/tests/unit/edge3/cli/test_worker.py | 15 +-
providers/exasol/docs/index.rst | 32 +-
providers/exasol/pyproject.toml | 2 +
.../src/airflow/providers/exasol/hooks/exasol.py | 3 +-
.../providers/google/cloud/hooks/bigquery.py | 4 +-
.../providers/google/cloud/operators/dataproc.py | 18 +-
.../google/cloud/operators/kubernetes_engine.py | 2 +-
.../google/cloud/transfers/adls_to_gcs.py | 2 +-
.../google/cloud/transfers/azure_blob_to_gcs.py | 2 +-
.../cloud/transfers/azure_fileshare_to_gcs.py | 2 +-
.../providers/google/leveldb/hooks/leveldb.py | 7 +-
.../cloud/vertex_ai/example_vertex_ai_ray.py | 2 +-
.../tests/system/google/leveldb/example_leveldb.py | 2 +-
.../unit/google/cloud/operators/test_dataproc.py | 32 +
.../unit/google/leveldb/hooks/test_leveldb.py | 2 +-
.../unit/google/leveldb/operators/test_leveldb.py | 2 +-
providers/mysql/pyproject.toml | 2 +-
.../src/airflow/providers/mysql/hooks/mysql.py | 2 +-
.../src/airflow/providers/openlineage/utils/sql.py | 2 +-
.../airflow/providers/openlineage/utils/utils.py | 9 +-
.../airflow/providers/postgres/hooks/postgres.py | 12 +-
.../tests/unit/postgres/hooks/test_postgres.py | 3 +-
.../src/airflow/providers/presto/hooks/presto.py | 8 +-
.../airflow/providers/snowflake/hooks/snowflake.py | 8 +-
.../tests/unit/snowflake/hooks/test_snowflake.py | 2 +-
.../tests/unit/snowflake/utils/test_openlineage.py | 2 +-
.../airflow/providers/standard/operators/hitl.py | 2 +-
.../airflow/providers/standard/triggers/hitl.py | 2 +-
.../providers/standard/utils/openlineage.py | 2 +-
.../tests/unit/standard/utils/test_openlineage.py | 2 +-
providers/teradata/pyproject.toml | 2 +-
.../airflow/providers/teradata/hooks/teradata.py | 2 +-
.../teradata/transfers/azure_blob_to_teradata.py | 2 +-
.../providers/teradata/transfers/s3_to_teradata.py | 2 +-
.../src/airflow/providers/trino/hooks/trino.py | 8 +-
providers/vertica/docs/index.rst | 28 +-
providers/vertica/pyproject.toml | 2 +
.../src/airflow/providers/vertica/hooks/vertica.py | 2 +-
reproducible_build.yaml | 4 +-
scripts/ci/prek/check_tests_in_right_folders.py | 1 +
scripts/ci/prek/supported_versions.py | 2 +-
207 files changed, 4171 insertions(+), 1837 deletions(-)
delete mode 100644 airflow-core/newsfragments/59399.feature.rst
delete mode 100644 airflow-core/newsfragments/59688.improvement.rst
delete mode 100644 airflow-core/newsfragments/template.significant.rst
copy {shared/secrets_masker/src/airflow_shared/secrets_masker =>
airflow-core/src/airflow/dag_processing/importers}/__init__.py (60%)
create mode 100644 airflow-core/src/airflow/dag_processing/importers/base.py
create mode 100644
airflow-core/src/airflow/dag_processing/importers/python_importer.py
copy
airflow-core/src/airflow/{api_fastapi/auth/managers/simple/ui/src/router.tsx =>
ui/src/layouts/Details/Grid/constants.ts} (54%)
create mode 100644 airflow-core/src/airflow/ui/tests/e2e/pages/DagRunsPage.ts
create mode 100644 airflow-core/src/airflow/ui/tests/e2e/pages/EventsPage.ts
create mode 100644
airflow-core/src/airflow/ui/tests/e2e/specs/dag-audit-log.spec.ts
create mode 100644 airflow-core/src/airflow/ui/tests/e2e/specs/dag-runs.spec.ts
copy airflow-core/{src/airflow/_shared =>
tests/unit/dag_processing/importers}/__init__.py (100%)
create mode 100644
airflow-core/tests/unit/dag_processing/importers/test_registry.py
copy airflow-core/{src/airflow/_shared => tests/unit/migrations}/__init__.py
(100%)
create mode 100644
airflow-core/tests/unit/migrations/test_no_orm_refs_in_migration_scripts.py
delete mode 100644 chart/newsfragments/59271.significant.rst
create mode 100644 chart/newsfragments/60453.significant.rst
copy
providers/apache/spark/src/airflow/providers/apache/spark/{decorators/pyspark.py
=> operators/spark_pyspark.py} (65%)
copy providers/{redis/tests/unit/redis/sensors/test_redis_key.py =>
apache/spark/tests/unit/apache/spark/operators/test_spark_pyspark.py} (62%)
