This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch bring-back-arm-image-building
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 7fc594c02b Bring back ARM image building using ASF self-hosted ARM
runners
add 592eafa82a openlineage, docs: add missing execution_timeout conf value
(#41042)
add 277e746fa4 openlineage: update docs on openlineage methods (#41051)
add f0ef69198e Check dataset_alias exists in inlets when use it to
retrieve inlet_events (#41043)
add 29610ded9f Increase frequency of canary runs to 4xDay (#41056)
add 1ff3717f35 Update "what goes to next release" process (#41058)
add 1def3f151a Change `task_id` from `send_email` to
`send_email_notification` in`taskflow.rst` (#41060)
add f6c7388cfa Create SQLAlchemy engine from connection in DB Hook and
added autocommit param to insert_rows method (#40669)
add 83ca61a501 Fix `RdsStopDbOperator` operator in deferrable mode (#41059)
add c519920661 Make EMR Container Trigger max attempts retries match the
Operator (#41008)
add 047d139549 Update VertexAI system tests (#41052)
add 4535e08b86 [Databricks Provider] Revert PRs #40864 and #40471 (#41050)
add 4e5ad66656 fix: add argument include_xcom in method rsolve an optional
value (#41062)
add fad5e5e9d4 Limit incremental library (dependency of towncrier) (#41065)
add bf01953138 Fix broken/renamed internal API method (#41070)
add e7a2a9d865 Add links to example dags in use params section (#41031)
add a482d0f851 Update UV to latest version 0.2.30 (#41071)
add 4ab0183cfa Add AirflowRun on COMPLETE/FAIL events (#40996)
add 681b884525 Refactor Compute Engine system tests (#40538)
add 7126678e87 Prepare Providers docs ad hoc release (#41074)
add 7e910e5412 Add information about lack of security guarantees for
docker compose (#41072)
add b6ed1a9be4 [Task] add NonCachingRotatingFileHanlder for worker task
(#41064)
add 81fcc721ee Basic exclusions for DB Isolation mode (#41079)
add f9c56cb321 Bugfix/41067 attempt to fix tests/core/test_core.py (#41082)
add 9b8ae2c406 Add missing unit tests for redis provider. (#41066)
add 66044fdf48 fix gitignore (#41081)
add 129911b2bf add section "Manipulating queued dataset events through
REST API" (#41022)
add 9468a72b75 Fix failing secret backends database isolation tests
(#41088)
add c0cc614b2d Improve logging in _register_dataset_changes (#41089)
add 072f3b95ad Make HookLineageCollector group datasets by (#41034)
add 815d1122cf AIP-64: Add task instance history list endpoint (#40988)
add 36b92345b9 fix(view): set "has_outlet_datasets" to true if "dataset
alias" exists (#41091)
add 97c4fdce71 Fix `EmrServerlessStartJobOperator` (#41103)
add c07b69b676 fix tests/core/test_sentry.py for internal API tests
(#41084)
add 6e2634a9eb Bugfix/41067 Fix `test_base_aws.py` (#41104)
add 010b507f29 Bugfix/41067 Fix `base_auth_manager` (#41105)
add 8f616551ca Fix cloudsql-query system tests (#41092)
add 8a1b84dc54 Fix typo in contributing doc about skipping unit_tests
(#41108)
add a7b0dc25c0 Upgrade istallers after pip release (#41110)
add eb9376fdc6 Bring back ARM image building using ASF self-hosted ARM
runners
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (7fc594c02b)
\
N -- N -- N refs/heads/bring-back-arm-image-building (eb9376fdc6)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 2 +-
.gitignore | 2 +-
Dockerfile | 4 +-
Dockerfile.ci | 15 +-
README.md | 34 +-
.../endpoints/task_instance_endpoint.py | 53 +-
airflow/api_connexion/openapi/v1.yaml | 64 ++
.../api_connexion/schemas/task_instance_schema.py | 15 +
airflow/api_internal/endpoints/rpc_api_endpoint.py | 6 +-
airflow/example_dags/example_params_trigger_ui.py | 2 +
airflow/example_dags/example_params_ui_tutorial.py | 7 +-
airflow/lineage/hook.py | 72 +-
airflow/models/expandinput.py | 6 +-
airflow/models/param.py | 2 +-
airflow/models/taskinstance.py | 9 +-
airflow/models/xcom_arg.py | 10 +-
airflow/providers/amazon/CHANGELOG.rst | 30 +
airflow/providers/amazon/__init__.py | 2 +-
airflow/providers/amazon/aws/hooks/rds.py | 6 +-
airflow/providers/amazon/aws/operators/emr.py | 46 +-
airflow/providers/amazon/aws/operators/rds.py | 37 +-
airflow/providers/amazon/aws/triggers/emr.py | 4 +-
airflow/providers/amazon/aws/waiters/rds.json | 253 +++++++
airflow/providers/amazon/provider.yaml | 3 +-
airflow/providers/common/sql/hooks/sql.py | 23 +-
airflow/providers/common/sql/hooks/sql.pyi | 6 +-
.../providers/databricks/operators/databricks.py | 273 +++-----
airflow/providers/databricks/utils/databricks.py | 4 +-
airflow/providers/fab/CHANGELOG.rst | 18 +
airflow/providers/fab/__init__.py | 2 +-
airflow/providers/fab/provider.yaml | 3 +-
airflow/providers/google/CHANGELOG.rst | 23 +
airflow/providers/google/__init__.py | 2 +-
airflow/providers/google/cloud/hooks/cloud_sql.py | 4 +-
airflow/providers/google/provider.yaml | 3 +-
airflow/providers/jdbc/hooks/jdbc.py | 26 +-
airflow/providers/openlineage/plugins/adapter.py | 9 +-
airflow/providers/openlineage/plugins/listener.py | 10 +-
airflow/settings.py | 10 +
airflow/template/templater.py | 2 +-
airflow/utils/context.py | 3 +-
airflow/utils/log/file_task_handler.py | 25 +-
airflow/utils/mixins.py | 2 +-
airflow/www/static/js/types/api-generated.ts | 108 +++
airflow/www/views.py | 6 +-
contributing-docs/testing/unit_tests.rst | 2 +-
docs/apache-airflow-providers-amazon/commits.rst | 24 +-
docs/apache-airflow-providers-amazon/index.rst | 41 +-
docs/apache-airflow-providers-fab/commits.rst | 16 +-
docs/apache-airflow-providers-fab/index.rst | 2 +-
docs/apache-airflow-providers-google/commits.rst | 21 +-
docs/apache-airflow-providers-google/index.rst | 144 ++--
.../guides/developer.rst | 19 +-
.../guides/user.rst | 20 +
.../advanced-logging-configuration.rst | 21 +
.../authoring-and-scheduling/datasets.rst | 28 +
docs/apache-airflow/core-concepts/params.rst | 29 +-
docs/apache-airflow/core-concepts/taskflow.rst | 6 +-
docs/apache-airflow/howto/docker-compose/index.rst | 2 +-
hatch_build.py | 3 +
scripts/docker/entrypoint_ci.sh | 7 +-
tests/always/test_example_dags.py | 1 +
tests/always/test_project_structure.py | 2 -
.../endpoints/test_config_endpoint.py | 2 +-
.../endpoints/test_connection_endpoint.py | 2 +-
.../endpoints/test_task_instance_endpoint.py | 81 +++
.../auth/backend/test_basic_auth.py | 2 +-
tests/api_experimental/common/test_mark_tasks.py | 2 +-
.../endpoints/test_rpc_api_endpoint.py | 26 +-
tests/auth/managers/test_base_auth_manager.py | 18 +-
tests/cli/commands/test_dag_command.py | 2 +-
tests/cli/commands/test_dag_processor_command.py | 2 +-
tests/conftest.py | 3 +
tests/core/test_core.py | 7 +-
tests/core/test_sentry.py | 12 +-
tests/io/test_path.py | 22 +-
tests/io/test_wrapper.py | 16 +-
tests/jobs/test_backfill_job.py | 2 +-
tests/lineage/test_hook.py | 81 ++-
tests/models/test_taskinstance.py | 2 +
.../test_aws_security_manager_override.py | 2 +
.../aws/auth_manager/test_aws_auth_manager.py | 5 +-
tests/providers/amazon/aws/hooks/test_rds.py | 24 +-
tests/providers/amazon/aws/hooks/test_s3.py | 14 +-
.../amazon/aws/operators/test_base_aws.py | 6 +-
.../amazon/aws/operators/test_emr_serverless.py | 21 +
tests/providers/amazon/aws/operators/test_rds.py | 14 +-
tests/providers/amazon/aws/triggers/test_emr.py | 24 +
.../databricks/operators/test_databricks.py | 756 ++++-----------------
.../providers/databricks/utils/test_databricks.py | 4 +-
tests/providers/jdbc/hooks/test_jdbc.py | 15 +
.../providers/openlineage/plugins/test_adapter.py | 5 +-
.../providers/openlineage/plugins/test_listener.py | 20 +-
.../redis/operators/test_redis_publish.py | 33 +-
.../providers/redis/sensors/test_redis_key.py | 25 +-
.../cloud/cloud_sql/example_cloud_sql_query.py | 66 +-
.../cloud/cloud_sql/example_cloud_sql_query_ssl.py | 51 +-
.../google/cloud/compute/example_compute.py | 54 +-
.../google/cloud/compute/example_compute_igm.py | 40 +-
.../google/cloud/compute/example_compute_ssh.py | 22 +-
.../cloud/compute/example_compute_ssh_os_login.py | 24 +-
.../cloud/compute/example_compute_ssh_parallel.py | 18 +-
...ample_vertex_ai_auto_ml_forecasting_training.py | 43 +-
.../example_vertex_ai_auto_ml_image_training.py | 44 +-
.../example_vertex_ai_auto_ml_list_training.py | 7 +
.../example_vertex_ai_auto_ml_tabular_training.py | 44 +-
.../example_vertex_ai_auto_ml_text_training.py | 45 +-
.../example_vertex_ai_auto_ml_video_training.py | 44 +-
.../example_vertex_ai_batch_prediction_job.py | 24 +-
.../example_vertex_ai_custom_container.py | 7 +
.../vertex_ai/example_vertex_ai_custom_job.py | 15 +-
.../example_vertex_ai_custom_job_python_package.py | 7 +
.../cloud/vertex_ai/example_vertex_ai_dataset.py | 30 +-
.../cloud/vertex_ai/example_vertex_ai_endpoint.py | 44 +-
.../example_vertex_ai_generative_model.py | 2 +-
.../example_vertex_ai_hyperparameter_tuning_job.py | 9 +-
.../example_vertex_ai_list_custom_jobs.py | 7 +
.../vertex_ai/example_vertex_ai_model_service.py | 16 +-
.../vertex_ai/example_vertex_ai_pipeline_job.py | 9 +-
.../www/api/experimental/test_dag_runs_endpoint.py | 2 +-
tests/www/api/experimental/test_endpoints.py | 2 +-
tests/www/test_app.py | 2 +-
122 files changed, 1967 insertions(+), 1595 deletions(-)
create mode 100644 airflow/providers/amazon/aws/waiters/rds.json
copy tests/{integration => }/providers/redis/operators/test_redis_publish.py
(61%)
copy tests/{integration => }/providers/redis/sensors/test_redis_key.py (66%)
