This is an automated email from the ASF dual-hosted git repository.
mobuchowski pushed a change to branch listener-task-timeout
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 3d4661dac3 local task job: add timeout, to not kill
on_task_instance_success listener prematurely
add 1a7a67f134 Resolve aws provider deprecations in tests (#40123)
add 74a1931c3b Split Celery integration tests to "celery" and "redis"
(#39994)
add 587a5744e8 Add task documentation to details tab in grid view. (#39899)
add d504bfa5d1 Aip-61: Add validation on task `executor` field (#40030)
add b93b94397a added Tiqets to the list of companies using airflow (#40096)
add 279e8b7772 Chart: Allow valueFrom in env config of components (#40135)
add 5c5a495c2c Add encryption_configuration parameter to BigQuery
operators (#40063)
add 8e7b48984b Bump google-ads version to use v17 by default (#40158)
add e9e3c937f3 Fix minor typo in dags.rst (#40169)
add d509abfa21 Introduce StartTriggerArgs and prevent start trigger
initialization in scheduler (#39585)
add 7c4ea23b4d Upgrade build installers and dependencies (#40177)
add 7c3dc5d544 Remove unnecessary nginx redirect rule from reverse proxy
documentation (#38953)
add ccf12026b4 [AIP-49] OpenTelemetry Traces for Apache Airflow (#37948)
add 1533ba6bf3 Bump braces from 3.0.2 to 3.0.3 in /airflow/www (#40180)
add 52f858c362 Add link to Google Providers Package System Tests Public
Dashboard (#40102)
add 6c7aa4b2f6 feature: callable for template_fields (#37028)
add e7d036a9ce Fix cloud run system test (#40152)
add a586ea8b3a Add support for external IdP OIDC token retrieval for
Google Cloud Operators. (#39873)
add 89b32e6363 AIP-64: Add TaskInstance history table (#39951)
add a90c07e9e4 Much smaller CI output for paralell tests (#40192)
add 23a0152de2 Bump minimum version of google auth (#40190)
add 7b0404b883 local task job: add timeout, to not kill
on_task_instance_success listener prematurely
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3d4661dac3)
\
N -- N -- N refs/heads/listener-task-timeout (7b0404b883)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
Dockerfile | 3 +-
Dockerfile.ci | 6 +-
INTHEWILD.md | 1 +
airflow/api_connexion/openapi/v1.yaml | 8 +
airflow/api_connexion/schemas/task_schema.py | 1 +
airflow/config_templates/config.yml | 58 +
airflow/decorators/base.py | 4 +-
airflow/executors/executor_loader.py | 4 +-
.../0146_2_10_0_add_task_instance_history.py | 105 +
airflow/models/__init__.py | 2 +
airflow/models/abstractoperator.py | 20 +-
airflow/models/baseoperator.py | 10 +-
airflow/models/dag.py | 14 +
airflow/models/dagrun.py | 16 +-
airflow/models/mappedoperator.py | 17 +-
airflow/models/taskinstance.py | 52 +-
airflow/models/taskinstancehistory.py | 131 +
airflow/providers/google/ads/hooks/ads.py | 8 +-
.../providers/google/cloud/operators/bigquery.py | 86 +-
.../google/cloud/utils/credentials_provider.py | 68 +
.../google/cloud/utils/external_token_supplier.py | 175 +
.../providers/google/common/hooks/base_google.py | 30 +
airflow/providers/google/provider.yaml | 4 +-
airflow/serialization/serialized_objects.py | 31 +-
.../airflow_breeze => airflow/traces}/__init__.py | 4 +-
airflow/traces/otel_tracer.py | 302 ++
airflow/traces/tracer.py | 280 ++
airflow/traces/utils.py | 112 +
airflow/triggers/base.py | 20 +
airflow/utils/dates.py | 5 +
airflow/utils/db.py | 2 +-
airflow/utils/db_cleanup.py | 1 +
airflow/www/static/js/api/index.ts | 2 +
.../static/js/api/{useDag.ts => useTaskDetail.tsx} | 16 +-
.../dag/details/taskInstance/TaskDocumentation.tsx | 83 +
.../static/js/dag/details/taskInstance/index.tsx | 2 +
airflow/www/static/js/types/api-generated.ts | 6 +
airflow/www/templates/airflow/dag.html | 4 +-
airflow/www/templates/airflow/dags.html | 10 +-
airflow/www/views.py | 3 +-
airflow/www/yarn.lock | 16 +-
chart/templates/_helpers.yaml | 26 +
chart/values.schema.json | 320 +-
contributing-docs/testing/integration_tests.rst | 2 +
dev/breeze/doc/images/output-commands.svg | 2 +-
dev/breeze/doc/images/output_shell.svg | 2 +-
dev/breeze/doc/images/output_shell.txt | 2 +-
dev/breeze/doc/images/output_start-airflow.svg | 2 +-
dev/breeze/doc/images/output_start-airflow.txt | 2 +-
.../images/output_testing_integration-tests.svg | 4 +-
.../images/output_testing_integration-tests.txt | 2 +-
dev/breeze/doc/images/output_testing_tests.svg | 4 +-
dev/breeze/doc/images/output_testing_tests.txt | 2 +-
dev/breeze/src/airflow_breeze/global_constants.py | 18 +-
.../src/airflow_breeze/params/shell_params.py | 5 +-
dev/breeze/src/airflow_breeze/utils/parallel.py | 2 +-
.../logging-monitoring/index.rst | 1 +
.../logging-monitoring/traces.rst | 61 +
.../authoring-and-scheduling/deferring.rst | 36 +-
docs/apache-airflow/core-concepts/dags.rst | 2 +-
docs/apache-airflow/core-concepts/operators.rst | 105 +-
docs/apache-airflow/howto/run-behind-proxy.rst | 24 +-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 3342 ++++++++++----------
docs/apache-airflow/migrations-ref.rst | 4 +-
docs/apache-airflow/redirects.txt | 2 +
generated/provider_dependencies.json | 4 +-
helm_tests/airflow_aux/test_create_user_job.py | 20 +-
helm_tests/airflow_aux/test_pod_template_file.py | 24 +-
helm_tests/airflow_core/test_dag_processor.py | 20 +-
helm_tests/airflow_core/test_scheduler.py | 20 +-
helm_tests/airflow_core/test_triggerer.py | 20 +-
helm_tests/airflow_core/test_worker.py | 20 +-
helm_tests/other/test_flower.py | 20 +-
helm_tests/webserver/test_webserver.py | 20 +-
newsfragments/37948.feature.rst | 1 +
pyproject.toml | 2 +-
scripts/ci/docker-compose/integration-celery.yml | 17 +-
scripts/ci/docker-compose/integration-otel.yml | 18 +
...integration-mongo.yml => integration-redis.yml} | 20 +-
.../ci/docker-compose/otel-collector-config.yml | 7 +-
scripts/in_container/check_environment.sh | 3 +
.../api_connexion/endpoints/test_task_endpoint.py | 7 +
tests/api_connexion/schemas/test_task_schema.py | 2 +
tests/core/test_otel_tracer.py | 156 +
tests/deprecations_ignore.yml | 4 -
.../integration/executors/test_celery_executor.py | 5 +-
.../providers/redis/hooks/test_redis.py | 2 +-
.../redis/operators/test_redis_publish.py | 2 +-
.../providers/redis/sensors/test_redis_key.py | 2 +-
.../providers/redis/sensors/test_redis_pub_sub.py | 2 +-
tests/jobs/test_local_task_job.py | 6 +-
tests/listeners/slow_listener.py | 2 +-
tests/listeners/very_slow_listener.py | 2 +-
tests/models/test_baseoperator.py | 26 +
tests/models/test_cleartasks.py | 49 +
tests/models/test_dag.py | 23 +
tests/models/test_dagrun.py | 17 +-
tests/models/test_taskinstance.py | 20 +
tests/operators/test_python.py | 15 +
.../amazon/aws/operators/test_base_aws.py | 5 +-
tests/providers/amazon/aws/operators/test_batch.py | 36 +-
tests/providers/amazon/aws/operators/test_eks.py | 53 +-
.../providers/amazon/aws/sensors/test_base_aws.py | 5 +-
.../google/cloud/operators/test_bigquery.py | 164 +
.../cloud/utils/test_credentials_provider.py | 107 +
.../cloud/utils/test_external_token_supplier.py | 135 +
.../google/common/hooks/test_base_google.py | 28 +
tests/serialization/test_dag_serialization.py | 99 +-
tests/serialization/test_pydantic_models.py | 4 +-
tests/system/providers/google/README.md | 4 +
.../google/cloud/cloud_run/example_cloud_run.py | 27 +-
tests/test_utils/db.py | 6 +
113 files changed, 4999 insertions(+), 1948 deletions(-)
create mode 100644
airflow/migrations/versions/0146_2_10_0_add_task_instance_history.py
create mode 100644 airflow/models/taskinstancehistory.py
create mode 100644
airflow/providers/google/cloud/utils/external_token_supplier.py
copy {dev/breeze/src/airflow_breeze => airflow/traces}/__init__.py (93%)
create mode 100644 airflow/traces/otel_tracer.py
create mode 100644 airflow/traces/tracer.py
create mode 100644 airflow/traces/utils.py
copy airflow/www/static/js/api/{useDag.ts => useTaskDetail.tsx} (73%)
create mode 100644
airflow/www/static/js/dag/details/taskInstance/TaskDocumentation.tsx
create mode 100644
docs/apache-airflow/administration-and-deployment/logging-monitoring/traces.rst
create mode 100644 newsfragments/37948.feature.rst
copy scripts/ci/docker-compose/{integration-mongo.yml =>
integration-redis.yml} (78%)
create mode 100644 tests/core/test_otel_tracer.py
create mode 100644
tests/providers/google/cloud/utils/test_external_token_supplier.py
