This is an automated email from the ASF dual-hosted git repository.
mobuchowski pushed a change to branch aip-62/object-storage
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard 346e9df04e openlineage: add support for hook lineage for Object Store
discard 932dba3c90 openlineage: add support for hook lineage for S3Hook
add bef82d6ab3 Clean up remaining getattr connection DbApiHook (#40665)
add 97be207907 Rollback for all retry exceptions (#40882) (#40883)
add 0e3bdf000e Add option in breeze to disable DB cleanup when running
tests (#40873)
add 4196a96907 Remove the Experimental flag from OTel Traces (#40874)
add e774d08773 Update Glue Data Quality system test sample data (#40870)
add e7e83254db Add pre-commit to check attrs of TI and TIHistory (#40846)
add f684a58822 Replace usages of task context logger with the log table
(#40867)
add dbd2e4e0ac Modified file 03_developer_tasks to solve the
breeze_down.svg not found problem in issue #40890 (#40892)
add 0f4884c3ca [AIP-49] OpenTelemetry Traces for Apache Airflow Part 2
(#40802)
add 1819c858ce Chart: Helm chart 1.15.0 release notes (#40898)
add c2a54efefb Chart: Add extraEnvFrom to git-sync containers (#39031)
add f099bea9fa Fix failure of selective checks when only API has been
modified (#40904)
add 6684481c67 AIP-44 make database isolation mode work in Breeze (#40894)
add 0fddfbc4b2 docs: fix wrong flag name and wrong RST formatting in
contributing unit_tests (#40905)
add d44016ce65 DockerSwarmOperator: Support line breaks in service logs
(#40705)
add ff7463b162 Chart: Update release notes for 1.15.0 (#40903)
add 0b0f8f0fc9 Prepare Providers docs RC1 2nd (ad-hoc) wave July 2024
(#40908)
add 3a00909933 Temporarily switch to public github runners for canary runs
(#40913)
add 829bdd1bf0 openlineage: add support for hook lineage for S3Hook
add 15f692031a openlineage: add support for hook lineage for Object Store
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (346e9df04e)
\
N -- N -- N refs/heads/aip-62/object-storage (15f692031a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/additional-ci-image-checks.yml | 46 +--
.github/workflows/ci.yml | 5 +-
.github/workflows/finalize-tests.yml | 44 +--
.pre-commit-config.yaml | 8 +
Dockerfile.ci | 3 +-
airflow/__main__.py | 16 +
airflow/api_connexion/openapi/v1.yaml | 1 +
airflow/api_internal/endpoints/rpc_api_endpoint.py | 1 -
airflow/api_internal/internal_api_call.py | 8 +-
airflow/cli/commands/internal_api_command.py | 2 +-
airflow/cli/commands/scheduler_command.py | 2 -
airflow/cli/commands/task_command.py | 15 +-
airflow/dag_processing/manager.py | 302 ++++++++++------
airflow/executors/base_executor.py | 117 ++++++-
airflow/executors/local_executor.py | 17 +
airflow/executors/sequential_executor.py | 10 +
airflow/jobs/job.py | 104 +++---
airflow/jobs/local_task_job_runner.py | 79 +++--
airflow/jobs/scheduler_job_runner.py | 385 +++++++++++++++------
airflow/jobs/triggerer_job_runner.py | 45 ++-
airflow/models/dagrun.py | 33 ++
airflow/models/log.py | 24 +-
airflow/models/taskinstance.py | 23 +-
airflow/models/taskinstancehistory.py | 75 ++--
.../amazon/aws/executors/batch/batch_executor.py | 33 +-
.../amazon/aws/executors/ecs/ecs_executor.py | 37 +-
airflow/providers/apache/beam/CHANGELOG.rst | 8 +
airflow/providers/apache/beam/__init__.py | 2 +-
airflow/providers/apache/beam/provider.yaml | 3 +-
airflow/providers/apache/drill/hooks/drill.py | 4 +-
airflow/providers/apache/drill/provider.yaml | 2 +-
airflow/providers/apache/druid/hooks/druid.py | 4 +-
airflow/providers/apache/druid/provider.yaml | 2 +-
airflow/providers/apache/impala/hooks/impala.py | 2 +-
airflow/providers/apache/impala/provider.yaml | 1 +
airflow/providers/apache/pinot/hooks/pinot.py | 2 +-
airflow/providers/apache/pinot/provider.yaml | 2 +-
airflow/providers/apache/spark/CHANGELOG.rst | 19 +
airflow/providers/apache/spark/__init__.py | 2 +-
airflow/providers/apache/spark/provider.yaml | 3 +-
airflow/providers/common/compat/provider.yaml | 1 +
airflow/providers/docker/operators/docker_swarm.py | 2 +-
.../providers/elasticsearch/hooks/elasticsearch.py | 4 +-
airflow/providers/elasticsearch/provider.yaml | 2 +-
airflow/providers/exasol/hooks/exasol.py | 4 +-
airflow/providers/exasol/provider.yaml | 2 +-
.../fab/auth_manager/security_manager/override.py | 4 +-
airflow/providers/jdbc/hooks/jdbc.py | 4 +-
airflow/providers/jdbc/provider.yaml | 2 +-
airflow/providers/microsoft/mssql/hooks/mssql.py | 2 +-
airflow/providers/microsoft/mssql/provider.yaml | 2 +-
airflow/providers/mysql/hooks/mysql.py | 2 +-
airflow/providers/mysql/provider.yaml | 2 +-
airflow/providers/odbc/hooks/odbc.py | 2 +-
airflow/providers/odbc/provider.yaml | 2 +-
airflow/providers/postgres/hooks/postgres.py | 4 +-
airflow/providers/postgres/provider.yaml | 2 +-
airflow/providers/snowflake/hooks/snowflake.py | 2 +-
airflow/providers/snowflake/provider.yaml | 2 +-
airflow/providers/sqlite/hooks/sqlite.py | 2 +-
airflow/providers/sqlite/provider.yaml | 2 +-
airflow/providers/teradata/hooks/teradata.py | 4 +-
airflow/providers/teradata/provider.yaml | 2 +-
airflow/providers/ydb/hooks/ydb.py | 2 +-
airflow/providers/ydb/provider.yaml | 2 +-
airflow/providers_manager.py | 3 +-
airflow/serialization/pydantic/taskinstance.py | 6 +-
airflow/settings.py | 16 +-
airflow/traces/__init__.py | 1 +
airflow/traces/tracer.py | 3 +
airflow/traces/utils.py | 13 +-
airflow/utils/retries.py | 8 +-
airflow/utils/types.py | 2 +-
airflow/www/app.py | 2 +-
airflow/www/static/js/types/api-generated.ts | 2 +-
airflow/www/templates/airflow/dags.html | 6 -
chart/Chart.yaml | 132 +++----
chart/RELEASE_NOTES.rst | 51 +++
chart/newsfragments/40318.misc.rst | 1 -
chart/newsfragments/40816.significant.rst | 3 -
chart/reproducible_build.yaml | 4 +-
chart/templates/_helpers.yaml | 9 +
chart/values.schema.json | 12 +
chart/values.yaml | 10 +
contributing-docs/08_static_code_checks.rst | 2 +
contributing-docs/testing/unit_tests.rst | 49 ++-
dev/breeze/doc/03_developer_tasks.rst | 2 +-
dev/breeze/doc/images/output_shell.svg | 138 ++++----
dev/breeze/doc/images/output_shell.txt | 2 +-
dev/breeze/doc/images/output_static-checks.svg | 12 +-
dev/breeze/doc/images/output_static-checks.txt | 2 +-
dev/breeze/doc/images/output_testing_db-tests.svg | 96 ++---
dev/breeze/doc/images/output_testing_db-tests.txt | 2 +-
.../doc/images/output_testing_non-db-tests.svg | 22 +-
.../doc/images/output_testing_non-db-tests.txt | 2 +-
dev/breeze/doc/images/output_testing_tests.svg | 110 +++---
dev/breeze/doc/images/output_testing_tests.txt | 2 +-
.../src/airflow_breeze/commands/ci_commands.py | 4 +
.../src/airflow_breeze/commands/common_options.py | 5 +
.../airflow_breeze/commands/developer_commands.py | 4 +
.../commands/developer_commands_config.py | 1 +
.../airflow_breeze/commands/testing_commands.py | 8 +
.../commands/testing_commands_config.py | 3 +
dev/breeze/src/airflow_breeze/global_constants.py | 4 +-
.../src/airflow_breeze/params/shell_params.py | 1 +
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 1 +
dev/breeze/src/airflow_breeze/utils/run_tests.py | 3 +
.../src/airflow_breeze/utils/selective_checks.py | 11 +-
dev/breeze/tests/test_packages.py | 4 +-
dev/breeze/tests/test_pr_info.py | 12 +-
dev/breeze/tests/test_selective_checks.py | 65 +++-
.../commits.rst | 14 +-
.../apache-airflow-providers-apache-beam/index.rst | 6 +-
.../commits.rst | 17 +-
.../index.rst | 6 +-
generated/provider_dependencies.json | 29 +-
helm_tests/airflow_aux/test_pod_template_file.py | 2 +
helm_tests/other/test_git_sync_scheduler.py | 4 +
newsfragments/40874.significant.rst | 1 +
prod_image_installed_providers.txt | 1 +
scripts/ci/docker-compose/integration-otel.yml | 2 +-
.../ci/pre_commit/check_ti_vs_tis_attributes.py | 64 ++++
scripts/docker/entrypoint_ci.sh | 3 +-
tests/api_internal/test_internal_api_call.py | 2 +-
.../aws/executors/batch/test_batch_executor.py | 48 +--
.../amazon/aws/executors/ecs/test_ecs_executor.py | 56 ++-
.../docker/operators/test_docker_swarm.py | 18 +-
.../amazon/aws/example_glue_data_quality.py | 3 +-
...xample_glue_data_quality_with_recommendation.py | 3 +-
tests/utils/test_retries.py | 15 +-
130 files changed, 1774 insertions(+), 923 deletions(-)
delete mode 100644 chart/newsfragments/40318.misc.rst
delete mode 100644 chart/newsfragments/40816.significant.rst
create mode 100644 newsfragments/40874.significant.rst
create mode 100755 scripts/ci/pre_commit/check_ti_vs_tis_attributes.py
