This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a change to branch v2-9-stable
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard d01b1281cf Update default branches for 2-9
add a58441ca1b Remove Python38 as hard-coded python version in pre-commits
(#38260)
add 985b603435 Spacing out the variable import buttons (#38202)
add d80e54fe78 Update operators_and_hooks_ref.rst.jinja2 (#38268)
add d8381ed250 Update SqlToSlackApiFileOperator with new param to check
empty output (#38079)
add d4350a6bed Fix dynamic allocation specs handling for custom launcher
(#38223)
add b5b972a106 Update yanked versions in providers changelogs (#38262)
add 6029c71e2c Fix `region` argument in `MappedOperator` based on
`AwsBaseOperator` / `AwsBaseSensor` (#38178)
add a0c2071834 Partially enable PT012 rule (#38219)
add 5a612dac4a Resolve PT008: Use `return_value=` instead of patching with
`lambda` (#38244)
add 2c1d0f8c41 Fix excessive permission changing for log task handler
(#38164)
add af689b3e8b Fix docker changelogs discrepancy between 2.8.3 and 2.9.0
(#38269)
add 111245af3f `ECSExecutor` API Retry bug fix (#38118)
add 5926b3bb81 Add missing changelog record about MySQL support in ARM
image (#38267)
add 63b58ff686 Add executors property to base job (#38093)
add 884852a7b8 Add ssl context for verification of certs in FTPS hook
(#38266)
add 29ac05f496 Create DeleteKubernetesJobOperator and GKEDeleteJobOperator
operators (#37793)
add a2c38ea336 Fix missing reverse quote in docs (#38275)
add 8ea95e778a Fix filtered TI links (#38274)
add e671074137 Richer Audit Log extra field (#38166)
add 99e0d438e8 adding: log event for auto pause (#38243)
add 6934b461d0 Add refetch button to audit log, format extra (#38276)
add dd2b42b739 Rewriting tag_providers.sh in python (#38278)
add cd799584ee Resolve PT012 in `apache.spark`, `fab`, `ftp`, `openai` and
`papermill` providers tests (#38272)
add 73eaaedee1 Update build and installer dependencies (#38285)
add 2cc2f5e7d1 Fix case where we have empty mypy folder array in ci
workflow (#38282)
add d3ef6736ea Add Matomo as an option for analytics_tool. (#38221)
add c6bc052980 Add default for `task` on TaskInstance / fix attrs on
TaskInstancePydantic (#37854)
add 4506e7afe5 Avoid to use subprocess in asyncio loop (#38292)
add fce4ca9b93 Attempt to battle flaky DAGFileProcessorAgent test (#38289)
add 2cb4209f59 Lift the limit on importlib_resources library (#38294)
add db3181c27b Encrypt all trigger attributes (#38233)
add c5425b37fa Minor fixup on docker-stack changelog (#38293)
add 7b2c35cee3 Enable `ASYNC` ruff rules (#38300)
add e0feb7b80b Fix cursor unique name surpasses Postgres identifier limit
in `PostgresToGCSOperator` (#38040)
add 6670437ee2 Activate ruff B004 to detect the use of hasattr(x,
__call__) (#38307)
add 95ed08ef3b Made filters bar collapsible and add a full screen toggle
(#38296)
add b52e12224f Add upper limit to planned calendar events calculation
(#38310)
add 93814d39ed Implement get_log_template on DagRunPydantic (#38303)
add 0eb1405617 Implement clear_xcom_data on TaskInstancePydantic (#38302)
add b3f54e046a Implement get_dagrun on TaskInstancePydantic (#38295)
add c67884bd3d Re-enable cassandra for Python 3.12 after the driver got
libev support (#38314)
add d224ff6ea1 Add Hotstar to the list of Airflow users (#38315)
add 3c5688cc9b Update default branches for 2-9
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d01b1281cf)
\
N -- N -- N refs/heads/v2-9-stable (3c5688cc9b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/mypy.yml | 6 +-
.pre-commit-config.yaml | 3 -
Dockerfile | 6 +-
Dockerfile.ci | 8 +-
INTHEWILD.md | 1 +
.../api_connexion/endpoints/dataset_endpoint.py | 9 +-
airflow/api_connexion/schemas/trigger_schema.py | 7 +-
airflow/api_internal/endpoints/rpc_api_endpoint.py | 2 +
airflow/cli/commands/rotate_fernet_key_command.py | 4 +-
airflow/config_templates/config.yml | 9 +-
airflow/configuration.py | 2 +-
airflow/example_dags/plugins/event_listener.py | 8 +-
airflow/executors/base_executor.py | 3 +
airflow/executors/debug_executor.py | 3 +
airflow/jobs/job.py | 4 +
airflow/jobs/local_task_job_runner.py | 2 +
airflow/lineage/__init__.py | 5 +-
airflow/models/dagrun.py | 23 ++-
airflow/models/renderedtifields.py | 4 +
airflow/models/skipmixin.py | 3 +-
airflow/models/taskinstance.py | 109 ++++++++++--
airflow/models/trigger.py | 47 ++++-
airflow/providers/amazon/CHANGELOG.rst | 6 +-
.../amazon/aws/executors/ecs/ecs_executor.py | 22 ++-
airflow/providers/amazon/aws/operators/base_aws.py | 5 +-
airflow/providers/amazon/aws/sensors/base_aws.py | 5 +-
airflow/providers/apache/beam/hooks/beam.py | 36 ++--
airflow/providers/apache/cassandra/provider.yaml | 22 +--
airflow/providers/cncf/kubernetes/CHANGELOG.rst | 9 +
.../kubernetes/operators/custom_object_launcher.py | 6 +-
airflow/providers/cncf/kubernetes/operators/job.py | 71 ++++++++
airflow/providers/common/io/CHANGELOG.rst | 18 +-
airflow/providers/common/sql/CHANGELOG.rst | 12 +-
airflow/providers/databricks/CHANGELOG.rst | 12 +-
airflow/providers/elasticsearch/CHANGELOG.rst | 23 ++-
.../providers/elasticsearch/log/es_task_handler.py | 2 +
airflow/providers/ftp/CHANGELOG.rst | 6 +-
airflow/providers/ftp/hooks/ftp.py | 6 +-
.../google/cloud/operators/kubernetes_engine.py | 109 +++++++++++-
.../google/cloud/transfers/postgres_to_gcs.py | 19 +-
airflow/providers/google/provider.yaml | 1 +
airflow/providers/http/CHANGELOG.rst | 6 +-
airflow/providers/imap/CHANGELOG.rst | 6 +-
airflow/providers/openlineage/plugins/listener.py | 8 +-
airflow/providers/openlineage/plugins/macros.py | 7 +-
airflow/providers/postgres/CHANGELOG.rst | 6 +-
airflow/providers/sftp/CHANGELOG.rst | 6 +-
airflow/providers/slack/transfers/sql_to_slack.py | 18 +-
airflow/providers/smtp/CHANGELOG.rst | 6 +-
airflow/providers/snowflake/CHANGELOG.rst | 14 +-
airflow/providers/sqlite/CHANGELOG.rst | 6 +-
airflow/serialization/pydantic/dag_run.py | 8 +-
airflow/serialization/pydantic/taskinstance.py | 24 +--
airflow/task/priority_strategy.py | 6 +
airflow/task/task_runner/standard_task_runner.py | 2 +
airflow/ti_deps/dep_context.py | 2 +-
airflow/ti_deps/deps/prev_dagrun_dep.py | 2 +
airflow/ti_deps/deps/trigger_rule_dep.py | 25 +++
airflow/utils/log/file_task_handler.py | 54 ++----
airflow/www/decorators.py | 70 +++++---
airflow/www/extensions/init_appbuilder.py | 2 +-
airflow/www/extensions/init_jinja_globals.py | 1 +
.../www/static/js/components/NewTable/NewCells.tsx | 3 +-
airflow/www/static/js/dag/Main.tsx | 65 ++++++-
airflow/www/static/js/dag/details/AuditLog.tsx | 15 +-
airflow/www/static/js/dag/details/dag/Calendar.tsx | 16 +-
airflow/www/static/js/dag/details/graph/index.tsx | 34 ++--
airflow/www/static/js/dag/details/index.tsx | 8 +
.../js/dag/details/taskInstance/Logs/index.tsx | 20 ++-
airflow/www/static/js/dag/nav/FilterBar.tsx | 9 +-
airflow/www/templates/airflow/variable_list.html | 6 +-
.../{google_analytics.html => matomo.html} | 20 ++-
airflow/www/utils.py | 1 +
airflow/www/views.py | 7 +
dev/README_RELEASE_PROVIDER_PACKAGES.md | 4 +-
dev/breeze/README.md | 2 +-
dev/breeze/pyproject.toml | 4 +-
dev/breeze/src/airflow_breeze/branch_defaults.py | 2 +-
dev/provider_packages/tag_providers.py | 87 +++++++++
dev/provider_packages/tag_providers.sh | 52 ------
.../operators.rst | 15 ++
.../operators/cloud/kubernetes_engine.rst | 21 +++
.../logging-monitoring/tracking-user-activity.rst | 5 +-
.../authoring-and-scheduling/deferring.rst | 5 +
docs/docker-stack/changelog.rst | 114 ++++++------
.../templates/operators_and_hooks_ref.rst.jinja2 | 2 +-
docs/spelling_wordlist.txt | 2 +
generated/provider_dependencies.json | 7 +-
pyproject.toml | 86 ++++++++-
scripts/docker/install_os_dependencies.sh | 4 +-
.../endpoints/test_connection_endpoint.py | 4 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 9 +-
.../endpoints/test_dag_run_endpoint.py | 25 ++-
.../endpoints/test_dataset_endpoint.py | 24 +++
.../endpoints/test_task_instance_endpoint.py | 6 +-
.../endpoints/test_variable_endpoint.py | 39 +++-
tests/cli/commands/test_task_command.py | 7 +-
tests/cli/test_cli_parser.py | 7 +-
tests/core/test_stats.py | 13 +-
tests/dag_processing/test_job_runner.py | 47 +++--
tests/decorators/test_bash.py | 48 ++---
tests/decorators/test_setup_teardown.py | 8 +-
tests/executors/test_executor_loader.py | 13 ++
tests/jobs/test_backfill_job.py | 6 +-
tests/jobs/test_base_job.py | 6 +-
tests/jobs/test_triggerer_job.py | 7 +-
tests/models/test_baseoperator.py | 49 +++---
tests/models/test_dag.py | 16 +-
tests/models/test_param.py | 4 +-
tests/models/test_taskinstance.py | 2 +-
tests/models/test_taskmixin.py | 1 -
tests/models/test_trigger.py | 43 ++++-
tests/operators/test_python.py | 9 +-
tests/operators/test_subdag_operator.py | 4 +-
tests/operators/test_trigger_dagrun.py | 7 +-
.../amazon/aws/executors/ecs/test_ecs_executor.py | 196 ++++++++++++++++++---
.../amazon/aws/operators/test_base_aws.py | 46 +++++
tests/providers/amazon/aws/operators/test_ecs.py | 49 ++++++
.../providers/amazon/aws/sensors/test_base_aws.py | 46 +++++
tests/providers/apache/beam/hooks/test_beam.py | 43 ++++-
.../providers/apache/spark/hooks/test_spark_sql.py | 10 +-
.../operators/test_custom_object_launcher.py | 128 ++++++++++++++
.../cncf/kubernetes/operators/test_job.py | 28 ++-
.../auth_manager/cli_commands/test_user_command.py | 29 +--
tests/providers/ftp/operators/test_ftp.py | 16 +-
.../google/cloud/hooks/test_cloud_build.py | 15 +-
.../cloud/operators/test_kubernetes_engine.py | 114 +++++++++++-
.../google/cloud/transfers/test_postgres_to_gcs.py | 20 +++
tests/providers/openai/operators/test_openai.py | 8 +-
.../papermill/operators/test_papermill.py | 3 +-
.../providers/slack/transfers/test_sql_to_slack.py | 69 +++++++-
tests/security/test_kerberos.py | 10 +-
tests/sensors/test_external_task_sensor.py | 32 ++--
tests/sensors/test_filesystem.py | 9 +-
tests/serialization/test_serde.py | 6 +-
.../cncf/kubernetes/example_kubernetes_job.py | 19 +-
.../example_kubernetes_engine_job.py | 21 ++-
tests/test_utils/www.py | 27 +--
tests/utils/test_log_handlers.py | 28 ++-
tests/utils/test_sqlalchemy.py | 4 +-
tests/utils/test_task_group.py | 42 +++--
tests/www/test_app.py | 96 ++++------
tests/www/views/test_views_decorators.py | 7 +
tests/www/views/test_views_paused.py | 6 +-
144 files changed, 2321 insertions(+), 763 deletions(-)
copy airflow/www/templates/analytics/{google_analytics.html => matomo.html}
(58%)
create mode 100755 dev/provider_packages/tag_providers.py
delete mode 100755 dev/provider_packages/tag_providers.sh