This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch structlog-in-logging-mixin
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard efbb3cbd4d3 Remove check for caplog in tests
discard e7b859e473b Overhaull all Airflow logging to use structlog
add 00f33431915 Add composer_dag_run_id as optional parameter to
CloudComposerDAGRunSensor (#54977)
add bc75d24fc0d switch to DataflowJobStateCompleteTrigger to work with
modern google-provider (#55156)
add 81ac620df89 Doc: Add DAG bundles triggerer limitation (#55232)
add 6f6864e894d fix(dev): check missing translation files (#55170)
add 50c631dd128 Update google-provider system tests beam sdk to the latest
version (#55210)
add 394820b201d Validate Dataproc batch labels max 63 characters (#55196)
add 46d168f5c83 Mark Deadline Alerts as experimental (#55235)
add c160ab70a00 Introduce serialized task groups; use them in core (#55169)
add ed3d3e18817 Update models used in bedrock system tests (#55229)
add 4d724b16872 Allow downgrades to Airflow 2 without FAB provider (#55231)
add f7b3d7912f3 Remove unused `models.TI.defer_task` method (#55233)
add 13716ab772e Fix Airflow 2 reference in README/index of providers
(#55240)
add 94bb65c69a7 Chop off unused _test_mode property on secrets masker
(#55222)
add 7e9a7d1c7da Add missing PL translations 2025-09-04 (#55234)
add 44b3e722b48 Fix external_links for plugins, url_route undefined
(#55221)
add 057859878c5 Add collapsible failed task logs to prevent React error
185 (#54377)
add 968914186bb feat(hitl): allow order_by run_after, rendered_map_index,
task_instance_operator for get hitl details endpoints (#55217)
add a08b399b6d4 Add return row count to
SpannerQueryDatabaseInstanceOperator (#55127)
add 876899b2f19 Moving SecretCache tests over to task sdk (#55174)
add 2dcb88ff758 Move email notifications from scheduler to DAG processor
(#55238)
add aa94436887e Overhaull all Airflow logging to use structlog
add 4b028a14357 Remove check for caplog in tests
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (efbb3cbd4d3)
\
N -- N -- N refs/heads/structlog-in-logging-mixin (4b028a14357)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/boring-cyborg.yml | 1 -
.pre-commit-config.yaml | 2 +-
RELEASE_NOTES.rst | 14 +
.../administration-and-deployment/dag-bundles.rst | 5 +
airflow-core/docs/howto/deadline-alerts.rst | 6 +
.../api_fastapi/core_api/routes/public/hitl.py | 17 +-
.../api_fastapi/core_api/services/ui/grid.py | 8 +-
.../api_fastapi/core_api/services/ui/task_group.py | 25 +-
.../src/airflow/callbacks/callback_requests.py | 14 +-
.../src/airflow/dag_processing/processor.py | 69 ++++-
.../airflow/example_dags/example_setup_teardown.py | 3 +-
.../src/airflow/example_dags/example_task_group.py | 3 +-
.../src/airflow/jobs/scheduler_job_runner.py | 54 +++-
airflow-core/src/airflow/models/dagrun.py | 4 +-
airflow-core/src/airflow/models/mappedoperator.py | 44 +++-
airflow-core/src/airflow/models/taskinstance.py | 142 +----------
airflow-core/src/airflow/plugins_manager.py | 12 +-
.../definitions}/__init__.py | 0
.../airflow/serialization/definitions/taskgroup.py | 284 +++++++++++++++++++++
.../airflow/serialization/serialized_objects.py | 200 ++++++++++++---
.../ti_deps/deps/mapped_task_upstream_dep.py | 6 +-
.../src/airflow/ti_deps/deps/trigger_rule_dep.py | 21 +-
.../src/airflow/ui/public/i18n/locales/en/dag.json | 2 +
.../src/airflow/ui/public/i18n/locales/pl/dag.json | 4 +-
.../airflow/ui/public/i18n/locales/pl/hitl.json | 4 +
.../ui/src/pages/Dag/Overview/TaskLogPreview.tsx | 34 ++-
.../src/airflow/ui/src/queries/useLogs.tsx | 22 +-
airflow-core/src/airflow/utils/db.py | 74 ++++--
airflow-core/src/airflow/utils/dot_renderer.py | 15 +-
.../core_api/routes/public/test_hitl.py | 59 +++++
.../tests/unit/callbacks/test_callback_requests.py | 112 ++++++++
.../tests/unit/dag_processing/test_processor.py | 246 +++++++++++++++++-
airflow-core/tests/unit/models/test_dag.py | 8 +-
airflow-core/tests/unit/models/test_dagrun.py | 161 ++++--------
.../tests/unit/models/test_taskinstance.py | 57 ++---
.../tests/unit/plugins/test_plugins_manager.py | 2 +-
airflow-core/tests/unit/secrets/__init__.py | 16 --
.../unit/serialization/test_dag_serialization.py | 4 +-
.../unit/ti_deps/deps/test_trigger_rule_dep.py | 17 +-
airflow-core/tests/unit/utils/test_task_group.py | 53 ++--
.../templates/PROVIDER_INDEX_TEMPLATE.rst.jinja2 | 2 +-
.../templates/PROVIDER_README_TEMPLATE.rst.jinja2 | 2 +-
.../tests/test_pytest_args_for_test_types.py | 1 -
dev/i18n/check_translations_completeness.py | 10 +
devel-common/src/tests_common/pytest_plugin.py | 28 +-
providers/airbyte/README.rst | 2 +-
providers/airbyte/docs/index.rst | 2 +-
providers/alibaba/README.rst | 2 +-
providers/alibaba/docs/index.rst | 2 +-
providers/amazon/README.rst | 2 +-
providers/amazon/docs/index.rst | 2 +-
.../amazon/aws/example_bedrock_batch_inference.py | 2 +-
.../aws/example_bedrock_retrieve_and_generate.py | 11 +-
providers/apache/beam/README.rst | 2 +-
providers/apache/beam/docs/index.rst | 2 +-
.../src/airflow/providers/apache/beam/README.md | 2 +-
.../providers/apache/beam/operators/beam.py | 16 +-
providers/apache/cassandra/README.rst | 2 +-
providers/apache/cassandra/docs/index.rst | 2 +-
providers/apache/drill/README.rst | 2 +-
providers/apache/drill/docs/index.rst | 2 +-
providers/apache/druid/README.rst | 2 +-
providers/apache/druid/docs/index.rst | 2 +-
providers/apache/flink/README.rst | 2 +-
providers/apache/flink/docs/index.rst | 2 +-
providers/apache/hdfs/README.rst | 2 +-
providers/apache/hdfs/docs/index.rst | 2 +-
providers/apache/hive/README.rst | 2 +-
providers/apache/hive/docs/index.rst | 2 +-
providers/apache/iceberg/README.rst | 2 +-
providers/apache/iceberg/docs/index.rst | 2 +-
providers/apache/impala/README.rst | 2 +-
providers/apache/impala/docs/index.rst | 2 +-
providers/apache/kafka/README.rst | 2 +-
providers/apache/kafka/docs/index.rst | 2 +-
providers/apache/kylin/README.rst | 2 +-
providers/apache/kylin/docs/index.rst | 2 +-
providers/apache/livy/README.rst | 2 +-
providers/apache/livy/docs/index.rst | 2 +-
providers/apache/pig/README.rst | 2 +-
providers/apache/pig/docs/index.rst | 2 +-
providers/apache/pinot/README.rst | 2 +-
providers/apache/pinot/docs/index.rst | 2 +-
providers/apache/spark/README.rst | 2 +-
providers/apache/spark/docs/index.rst | 2 +-
providers/apache/tinkerpop/README.rst | 2 +-
providers/apache/tinkerpop/docs/index.rst | 2 +-
providers/apprise/README.rst | 2 +-
providers/apprise/docs/index.rst | 2 +-
providers/arangodb/README.rst | 2 +-
providers/arangodb/docs/index.rst | 2 +-
providers/asana/README.rst | 2 +-
providers/asana/docs/index.rst | 2 +-
providers/atlassian/jira/README.rst | 2 +-
providers/atlassian/jira/docs/index.rst | 2 +-
providers/celery/README.rst | 2 +-
providers/celery/docs/index.rst | 2 +-
providers/cloudant/README.rst | 2 +-
providers/cloudant/docs/index.rst | 2 +-
providers/cncf/kubernetes/README.rst | 2 +-
providers/cncf/kubernetes/docs/index.rst | 2 +-
providers/cohere/README.rst | 2 +-
providers/cohere/docs/index.rst | 2 +-
providers/common/compat/README.rst | 2 +-
providers/common/compat/docs/index.rst | 2 +-
providers/common/io/README.rst | 2 +-
providers/common/io/docs/index.rst | 2 +-
providers/common/messaging/README.rst | 2 +-
providers/common/messaging/docs/index.rst | 2 +-
providers/common/sql/README.rst | 2 +-
providers/common/sql/docs/index.rst | 2 +-
.../sql/tests/unit/common/sql/hooks/test_dbapi.py | 2 +-
providers/databricks/README.rst | 2 +-
providers/databricks/docs/index.rst | 2 +-
providers/datadog/README.rst | 2 +-
providers/datadog/docs/index.rst | 2 +-
providers/dbt/cloud/README.rst | 2 +-
providers/dbt/cloud/docs/index.rst | 2 +-
providers/dingding/README.rst | 2 +-
providers/dingding/docs/index.rst | 2 +-
providers/discord/README.rst | 2 +-
providers/discord/docs/index.rst | 2 +-
providers/docker/README.rst | 2 +-
providers/docker/docs/index.rst | 2 +-
providers/edge3/README.rst | 2 +-
providers/edge3/docs/index.rst | 2 +-
providers/elasticsearch/README.rst | 2 +-
providers/elasticsearch/docs/index.rst | 2 +-
providers/exasol/README.rst | 2 +-
providers/exasol/docs/index.rst | 2 +-
providers/fab/README.rst | 2 +-
providers/fab/docs/index.rst | 2 +-
providers/facebook/README.rst | 2 +-
providers/facebook/docs/index.rst | 2 +-
providers/ftp/README.rst | 2 +-
providers/ftp/docs/index.rst | 2 +-
providers/git/README.rst | 2 +-
providers/git/docs/index.rst | 2 +-
providers/github/README.rst | 2 +-
providers/github/docs/index.rst | 2 +-
providers/google/README.rst | 2 +-
providers/google/docs/index.rst | 2 +-
.../providers/google/cloud/hooks/spanner.py | 32 ++-
.../providers/google/cloud/operators/dataproc.py | 2 +-
.../providers/google/cloud/operators/spanner.py | 5 +-
.../google/cloud/sensors/cloud_composer.py | 25 ++
.../google/cloud/triggers/cloud_composer.py | 35 ++-
.../dataflow/example_dataflow_native_python.py | 8 +-
.../example_dataflow_native_python_async.py | 2 +-
.../dataflow/example_dataflow_streaming_python.py | 4 +-
.../tests/unit/google/cloud/hooks/test_spanner.py | 76 +++++-
.../unit/google/cloud/operators/test_dataproc.py | 23 +-
.../unit/google/cloud/operators/test_spanner.py | 11 +-
.../google/cloud/sensors/test_cloud_composer.py | 45 +++-
.../google/cloud/triggers/test_cloud_composer.py | 3 +
providers/grpc/README.rst | 2 +-
providers/grpc/docs/index.rst | 2 +-
providers/hashicorp/README.rst | 2 +-
providers/hashicorp/docs/index.rst | 2 +-
providers/http/README.rst | 2 +-
providers/http/docs/index.rst | 2 +-
providers/imap/README.rst | 2 +-
providers/imap/docs/index.rst | 2 +-
providers/influxdb/README.rst | 2 +-
providers/influxdb/docs/index.rst | 2 +-
providers/jdbc/README.rst | 2 +-
providers/jdbc/docs/index.rst | 2 +-
providers/jenkins/README.rst | 2 +-
providers/jenkins/docs/index.rst | 2 +-
providers/keycloak/README.rst | 2 +-
providers/keycloak/docs/index.rst | 2 +-
providers/microsoft/azure/README.rst | 2 +-
providers/microsoft/azure/docs/index.rst | 2 +-
providers/microsoft/mssql/README.rst | 2 +-
providers/microsoft/mssql/docs/index.rst | 2 +-
providers/microsoft/psrp/README.rst | 2 +-
providers/microsoft/psrp/docs/index.rst | 2 +-
.../airflow/providers/microsoft/psrp/hooks/psrp.py | 8 +
providers/microsoft/winrm/README.rst | 2 +-
providers/microsoft/winrm/docs/index.rst | 2 +-
providers/mongo/README.rst | 2 +-
providers/mongo/docs/index.rst | 2 +-
providers/mysql/README.rst | 2 +-
providers/mysql/docs/index.rst | 2 +-
providers/neo4j/README.rst | 2 +-
providers/neo4j/docs/index.rst | 2 +-
providers/odbc/README.rst | 2 +-
providers/odbc/docs/index.rst | 2 +-
providers/openai/README.rst | 2 +-
providers/openai/docs/index.rst | 2 +-
providers/openfaas/README.rst | 2 +-
providers/openfaas/docs/index.rst | 2 +-
providers/openlineage/README.rst | 2 +-
providers/openlineage/docs/index.rst | 2 +-
.../tests/unit/openlineage/utils/test_utils.py | 2 +-
providers/opensearch/README.rst | 2 +-
providers/opensearch/docs/index.rst | 2 +-
providers/opsgenie/README.rst | 2 +-
providers/opsgenie/docs/index.rst | 2 +-
providers/oracle/README.rst | 2 +-
providers/oracle/docs/index.rst | 2 +-
providers/pagerduty/README.rst | 2 +-
providers/pagerduty/docs/index.rst | 2 +-
providers/papermill/README.rst | 2 +-
providers/papermill/docs/index.rst | 2 +-
providers/pgvector/README.rst | 2 +-
providers/pgvector/docs/index.rst | 2 +-
providers/pinecone/README.rst | 2 +-
providers/pinecone/docs/index.rst | 2 +-
providers/postgres/README.rst | 2 +-
providers/postgres/docs/index.rst | 2 +-
providers/presto/README.rst | 2 +-
providers/presto/docs/index.rst | 2 +-
providers/qdrant/README.rst | 2 +-
providers/qdrant/docs/index.rst | 2 +-
providers/redis/README.rst | 2 +-
providers/redis/docs/index.rst | 2 +-
providers/salesforce/README.rst | 2 +-
providers/salesforce/docs/index.rst | 2 +-
providers/samba/README.rst | 2 +-
providers/samba/docs/index.rst | 2 +-
providers/segment/README.rst | 2 +-
providers/segment/docs/index.rst | 2 +-
providers/sendgrid/README.rst | 2 +-
providers/sendgrid/docs/index.rst | 2 +-
providers/sftp/README.rst | 2 +-
providers/sftp/docs/index.rst | 2 +-
providers/singularity/README.rst | 2 +-
providers/singularity/docs/index.rst | 2 +-
providers/slack/README.rst | 2 +-
providers/slack/docs/index.rst | 2 +-
providers/smtp/README.rst | 2 +-
providers/smtp/docs/index.rst | 2 +-
providers/snowflake/README.rst | 2 +-
providers/snowflake/docs/index.rst | 2 +-
providers/sqlite/README.rst | 2 +-
providers/sqlite/docs/index.rst | 2 +-
providers/ssh/README.rst | 2 +-
providers/ssh/docs/index.rst | 2 +-
providers/standard/README.rst | 2 +-
providers/standard/docs/index.rst | 2 +-
providers/tableau/README.rst | 2 +-
providers/tableau/docs/index.rst | 2 +-
providers/telegram/README.rst | 2 +-
providers/telegram/docs/index.rst | 2 +-
providers/teradata/README.rst | 2 +-
providers/teradata/docs/index.rst | 2 +-
providers/trino/README.rst | 2 +-
providers/trino/docs/index.rst | 2 +-
providers/vertica/README.rst | 2 +-
providers/vertica/docs/index.rst | 2 +-
providers/weaviate/README.rst | 2 +-
providers/weaviate/docs/index.rst | 2 +-
providers/yandex/README.rst | 2 +-
providers/yandex/docs/index.rst | 2 +-
providers/ydb/README.rst | 2 +-
providers/ydb/docs/index.rst | 2 +-
providers/zendesk/README.rst | 2 +-
providers/zendesk/docs/index.rst | 2 +-
reproducible_build.yaml | 4 +-
.../secrets_masker/secrets_masker.py | 11 -
task-sdk/src/airflow/sdk/bases/operator.py | 2 +
task-sdk/src/airflow/sdk/definitions/dag.py | 14 +-
.../src/airflow/sdk/definitions/mappedoperator.py | 8 +
task-sdk/src/airflow/sdk/definitions/taskgroup.py | 38 ++-
.../src/airflow/sdk/execution_time/task_runner.py | 26 +-
task-sdk/src/airflow/sdk/log.py | 11 +-
.../tests/task_sdk/execution_time}/test_cache.py | 0
.../task_sdk/execution_time/test_task_runner.py | 2 -
269 files changed, 1909 insertions(+), 776 deletions(-)
copy airflow-core/src/airflow/{api/common =>
serialization/definitions}/__init__.py (100%)
create mode 100644
airflow-core/src/airflow/serialization/definitions/taskgroup.py
delete mode 100644 airflow-core/tests/unit/secrets/__init__.py
rename {airflow-core/tests/unit/secrets =>
task-sdk/tests/task_sdk/execution_time}/test_cache.py (100%)
