This is an automated email from the ASF dual-hosted git repository.
utkarsharma pushed a change to branch v2-10-stable
in repository https://gitbox.apache.org/repos/asf/airflow.git
from 4c9258d8786 Limit branches for pull request target workflow (#42635)
add bf0ba5ade07 Fix documentation for cpu and memory usage (#42147)
(#42256)
add 1fc0d858e48 fix: Correct docstring format in _get_template_context
(#42244) (#42272)
add 3696fd02049 Bump dompurify from 2.2.9 to 2.5.6 in /airflow/www
(#42263) (#42270)
add c39d66c034f Update StatsD Image Tag from failed dependencies check
(#42264) (#42281)
add 3fc3a541357 Use `selectinload` in trigger (#40487) (#42351)
add ec1c4dc69f4 apply otel_service on metrics (#42242) (#42441)
add e405c2a87d0 Bugfix task execution from runner in Windows (#42426)
(#42478)
add c26b1027732 Fix the span link of task instance to point to the correct
span in the scheduler_job_loop (#42430) (#42480)
add f8909066c8e Do not attempt to provide not stringified objects to UI
via xcom if pickling is active (#42388) (#42486)
add a1db7728588 fix: ensure DAG trigger form submits with updated
parameters upon keyboard submit (#42487) (#42499)
add 082ceb22c5c Handle ENTER key correctly in trigger form and allow
manual JSON (#42525) (#42535)
add 0d41c128402 Fix broken main re generated api typescript comment
(#42500) (#42537)
add 4039b42e2c4 reduce eyestrain in dark mode with reduced contrast and
saturation (#42567) (#42583)
add 4b24e81bdbb Doc update - Airflow local settings no longer importable
from dags folder (#42231) (#42603)
add 1ad33e22af1 Support of host.name in OTEL metrics and usage of
OTEL_RESOURCE_ATTRIBUTES in metrics (#42428) (#42604)
add 69e1dd7afeb Prevent redirect loop on /home with tags/lastrun filters
(#42607) (#42609) (#42628)
add 09b305c1f8c [BACKPORT] Add retry logic in the scheduler for updating
trigger timeouts in case of deadlocks. (#41429) (#42651)
add 7f6b556e111 Correctly select task in DAG Graph View when clicking on
its name (#38782) (#42697)
add 08a7c273980 fix(datasets/managers): fix error handling file loc when
dataset alias resolved into new datasets (#42733)
add a94e906ae0d Fix dag warning documentation (#42858) (#42888)
add ae78392901c Improving validation of task retries to handle None values
(#42532) (#42915)
add 3493a25462e Remove the referrer from Webserver to Scarf (#42901)
(#42942)
add 65b28b89be6 Restrict looker-sdk version 24.18.0 and
microsoft-kiota-http 1.3.4 (#42954) (#42977)
add 6fd888eda7c Docs: Add templating info to TaskFlow tutorial (#42992)
add 316c6647ae6 Fix PythonOperator when DAG has hyphen in name (#42993)
add 712fc8dc375 manually commiting cherry pick 6da1799 (#42983)
add 17ec2f72095 Update json schema pre-commit to have draft7 schema in
file (#43005) (#43007)
add b2b148a1147 Flush the session between writing and deletion of RTIF
(#42928) (#43012)
add ccb088c6f67 Disable flaky mssql based integration tests (#42811)
(#43016)
add a4688e47bbb Removed unicodecsv dependency for providers with Airflow
version 2.8.0 and above (#42765) (#42970)
add de4eca226ed update k8s tests urllib3 retry config status_forcelist and
allowed_methods (#42871) (#43026)
add 0508b47a9b9 Improve startup of K8S tests (#42721) (#43025)
add 7623e0e30c3 increase backoff_factor and add try/catch in k8s tests
(#42940) (#43030)
add a5ee7172ada Deprecate session auth backend (#42911)
add 3b90b878a5d Add retry on error 502 and 504 (#42994) (#43044)
add a0274f4ff62 Fix v2-10 build dependencies (#43052)
add 5e6802b2632 [Backport] Remove zombie from executor (#43065)
add ce87095cf5d Clarifying PLUGINS_FOLDER permissions by DAG authors
(#43022) (#43029)
add e66cb08d1ba Added task_instance_mutation_hook for mapped operator
index 0 (#42661) (#43089)
add d0af8e3a963 AIP-69: Breeze adjustments for introduction of Edge
Executor (#41731) (#43139)
add 819c45eef78 Always use logical date in DAG run header (#43148) (#43163)
add 34251a41580 Update trove-classifiers in v2-10 test, backport PR #43021
(#43194)
add 033bb9fc702 Update trove-classifiers to 2024.10.21.16
add 618625824c5 Temporarily limits WTForms to below 3.2.0 (#43233) (#43234)
add 82296989434 Do not fail the build if only trove-classifiers change
(#43236) (#43237)
add e39c15c42fb Skip example importability tests for providers in non-main
branches (#43260) (#43263)
add 7b37541eb95 Better handling masking of values of set variable
(#43123) (#43278)
add 5b1343112ce Fixes behaviour of example dag tests for main/other
branches (#43273) (#43307)
add 020db28b8bd Fix edge-case when conflicting constraints prevent k8s env
creation (… (#43298)
add 8db81d1616d Add isolation mode exclusion for mapped operator test
(#43297) (#43311)
add 413bdfa1b84 Check python version that was used to install pre-commit
venvs (#43282) (#43310)
add 2b619ac837e fix schedule_downstream_tasks bug (#42582) (#43299)
add 367c0b07bda Mark sometimes failing heartbeat test and view test as
flaky (#43250) (#43257)
add d07f2e9ed2b Upgrade FAB to 4.5.1 (#43251) (#43316)
add 4131ee0f509 Backport: Bump Flask-AppBuilder to ``4.5.2`` (#43309)
(#43318)
add 1eadd75e6ac Fix instruction for docker compose(tested on Mac M1)
(#43119) (#43321)
add c4ca3cd5235 [Backport] BashOperator: Execute templated bash script as
file (#43191)
add 4938ffc1555 Masking configuration values irrelevant to DAG author
(#43040) (#43336)
add 5ae628afcb6 Suppress warnings when masking sensitive confs (#43335)
(#43337)
add 07c77bd2df4 Fixed type in section Object Storage XCom Backend in file
xcoms.rst (#43339) (#43342)
add 17dc189b95f Add Airflow 3 ui & task_sdk directories to gitignore
(#43319)
add 56a8da6f4b5 Remove Scarf analytics from Airflow Webserver (#43346)
(#43348)
add 6cad40eec49 rename ill-named constraints in
dag_schedule_dataset_alias_reference table #43314
add 65bcce265eb ci(pre-commit): migrate pre-commit config (#43372)
add 6227911fdf8 prevent out of index error in getDagRunLabel function
(#43388) (#43404)
add 0db817e9e8b Update Airflow version to 2.10.3
add 755781966f2 Update RELEASE_NOTES.rst
No new revisions were added by this update.
Summary of changes:
.github/workflows/basic-tests.yml | 2 +
.gitignore | 5 +
.pre-commit-config.yaml | 13 +-
3rd-party-licenses/LICENSE-unicodecsv.txt | 25 ---
Dockerfile.ci | 7 +-
README.md | 10 +-
RELEASE_NOTES.rst | 56 +++++
airflow/__init__.py | 2 +-
airflow/api/auth/backend/session.py | 8 +
airflow/api_connexion/endpoints/xcom_endpoint.py | 2 +-
airflow/api_connexion/openapi/v1.yaml | 6 +-
airflow/api_internal/internal_api_call.py | 33 ++-
airflow/config_templates/config.yml | 7 +
airflow/configuration.py | 15 ++
airflow/datasets/manager.py | 5 +-
.../sql/tutorial_taskflow_template.sql | 5 +-
.../example_dags/tutorial_taskflow_templates.py | 107 ++++++++++
airflow/hooks/subprocess.py | 19 +-
airflow/jobs/local_task_job_runner.py | 4 +-
airflow/jobs/scheduler_job_runner.py | 155 +++++++-------
airflow/metrics/otel_logger.py | 6 +-
..._dag_schedule_dataset_alias_reference_naming.py | 129 ++++++++++++
airflow/models/abstractoperator.py | 2 +
airflow/models/baseoperator.py | 4 +-
airflow/models/dataset.py | 2 +-
airflow/models/taskinstance.py | 29 ++-
airflow/models/trigger.py | 6 +-
airflow/operators/bash.py | 88 ++++++--
airflow/providers/amazon/aws/hooks/appflow.py | 8 +-
airflow/providers/fab/provider.yaml | 2 +-
airflow/providers/google/provider.yaml | 4 +-
airflow/providers/microsoft/azure/provider.yaml | 3 +
airflow/reproducible_build.yaml | 4 +-
airflow/settings.py | 3 +
airflow/traces/otel_tracer.py | 7 +-
airflow/utils/cli.py | 12 +-
airflow/utils/db.py | 1 +
airflow/utils/file.py | 2 +-
airflow/utils/usage_data_collection.py | 24 ---
airflow/www/security_manager.py | 5 +-
airflow/www/static/css/bootstrap-theme.css | 2 +-
.../static/js/dag/details/graph/DagNode.test.tsx | 14 +-
.../www/static/js/dag/details/graph/DagNode.tsx | 8 +-
airflow/www/static/js/trigger.js | 30 ++-
airflow/www/static/js/types/api-generated.ts | 4 +-
airflow/www/static/js/utils/index.test.ts | 8 +-
airflow/www/static/js/utils/index.ts | 4 +-
airflow/www/templates/airflow/dags.html | 3 -
airflow/www/views.py | 64 +-----
airflow/www/yarn.lock | 6 +-
chart/values.schema.json | 2 +-
chart/values.yaml | 2 +-
contributing-docs/08_static_code_checks.rst | 2 +
dev/breeze/doc/images/output-commands.svg | 42 ++--
.../doc/images/output_k8s_configure-cluster.svg | 24 +--
.../doc/images/output_k8s_create-cluster.svg | 26 +--
.../doc/images/output_k8s_delete-cluster.svg | 12 +-
.../doc/images/output_k8s_deploy-airflow.svg | 36 ++--
.../doc/images/output_k8s_deploy-airflow.txt | 2 +-
dev/breeze/doc/images/output_k8s_k9s.svg | 12 +-
dev/breeze/doc/images/output_k8s_logs.svg | 12 +-
.../doc/images/output_k8s_run-complete-tests.svg | 46 ++--
.../doc/images/output_k8s_run-complete-tests.txt | 2 +-
dev/breeze/doc/images/output_k8s_shell.svg | 16 +-
dev/breeze/doc/images/output_k8s_shell.txt | 2 +-
dev/breeze/doc/images/output_k8s_status.svg | 14 +-
dev/breeze/doc/images/output_k8s_tests.svg | 30 +--
dev/breeze/doc/images/output_k8s_tests.txt | 2 +-
.../doc/images/output_k8s_upload-k8s-image.svg | 24 +--
dev/breeze/doc/images/output_shell.svg | 226 ++++++++++----------
dev/breeze/doc/images/output_shell.txt | 2 +-
dev/breeze/doc/images/output_start-airflow.svg | 6 +-
dev/breeze/doc/images/output_start-airflow.txt | 2 +-
dev/breeze/doc/images/output_static-checks.svg | 136 ++++++------
dev/breeze/doc/images/output_static-checks.txt | 2 +-
dev/breeze/src/airflow_breeze/global_constants.py | 28 ++-
.../src/airflow_breeze/params/shell_params.py | 7 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 1 +
.../src/airflow_breeze/utils/kubernetes_utils.py | 38 +++-
.../src/airflow_breeze/utils/selective_checks.py | 7 +-
dev/breeze/tests/test_packages.py | 6 +-
.../logging-monitoring/metrics.rst | 4 +-
docs/apache-airflow/core-concepts/tasks.rst | 4 +-
docs/apache-airflow/core-concepts/xcoms.rst | 2 +-
docs/apache-airflow/faq.rst | 3 -
docs/apache-airflow/howto/docker-compose/index.rst | 7 +-
docs/apache-airflow/howto/operator/bash.rst | 138 ++++++------
docs/apache-airflow/howto/set-config.rst | 2 +
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 234 ++++++++++-----------
docs/apache-airflow/img/docker-compose-pycharm.png | Bin 0 -> 59560 bytes
.../installation/supported-versions.rst | 2 +-
docs/apache-airflow/migrations-ref.rst | 5 +-
docs/apache-airflow/security/security_model.rst | 5 +-
docs/apache-airflow/tutorial/taskflow.rst | 56 +++++
docs/docker-stack/README.md | 10 +-
.../extending/add-airflow-configuration/Dockerfile | 2 +-
.../extending/add-apt-packages/Dockerfile | 2 +-
.../add-build-essential-extend/Dockerfile | 2 +-
.../extending/add-providers/Dockerfile | 2 +-
.../add-pypi-packages-constraints/Dockerfile | 2 +-
.../extending/add-pypi-packages-uv/Dockerfile | 2 +-
.../extending/add-pypi-packages/Dockerfile | 2 +-
.../extending/add-requirement-packages/Dockerfile | 2 +-
.../extending/custom-providers/Dockerfile | 2 +-
.../extending/embedding-dags/Dockerfile | 2 +-
.../extending/writable-directory/Dockerfile | 2 +-
docs/docker-stack/entrypoint.rst | 14 +-
docs/spelling_wordlist.txt | 1 +
generated/PYPI_README.md | 8 +-
generated/provider_dependencies.json | 5 +-
hatch_build.py | 7 +-
kubernetes_tests/test_base.py | 25 ++-
newsfragments/43191.improvement.rst | 1 +
pyproject.toml | 4 +-
scripts/ci/kubernetes/k8s_requirements.txt | 2 +-
scripts/ci/pre_commit/check_min_python_version.py | 68 ++++++
scripts/ci/pre_commit/draft7_schema.json | 172 +++++++++++++++
scripts/ci/pre_commit/supported_versions.py | 2 +-
scripts/ci/pre_commit/update_build_dependencies.py | 24 ++-
scripts/in_container/bin/run_tmux | 17 ++
tests/always/test_example_dags.py | 16 +-
.../api_connexion/endpoints/test_xcom_endpoint.py | 30 +++
tests/api_connexion/test_auth.py | 5 +-
tests/api_internal/test_internal_api_call.py | 23 ++
tests/cli/commands/_common_cli_classes.py | 10 +
tests/cli/commands/test_internal_api_command.py | 4 +-
tests/core/test_configuration.py | 15 ++
tests/datasets/test_manager.py | 56 ++++-
tests/decorators/test_bash.py | 35 +++
tests/jobs/test_local_task_job.py | 1 +
tests/jobs/test_scheduler_job.py | 163 ++++++++++----
tests/models/test_mappedoperator.py | 26 +++
tests/models/test_renderedtifields.py | 50 ++++-
tests/models/test_taskinstance.py | 76 ++++++-
tests/operators/test_bash.py | 28 +++
tests/test_utils/mock_executor.py | 5 +-
tests/utils/test_cli_util.py | 41 ++++
tests/utils/test_file.py | 18 ++
tests/utils/test_usage_data_collection.py | 18 --
tests/www/views/test_views.py | 38 ----
tests/www/views/test_views_home.py | 48 +++--
tests/www/views/test_views_tasks.py | 1 +
143 files changed, 2313 insertions(+), 979 deletions(-)
delete mode 100644 3rd-party-licenses/LICENSE-unicodecsv.txt
copy
tests/system/providers/google/cloud/bigquery/resources/example_bigquery_query.sql
=> airflow/example_dags/sql/tutorial_taskflow_template.sql (87%)
create mode 100644 airflow/example_dags/tutorial_taskflow_templates.py
create mode 100644
airflow/migrations/versions/0152_2_10_3_fix_dag_schedule_dataset_alias_reference_naming.py
create mode 100644 docs/apache-airflow/img/docker-compose-pycharm.png
create mode 100644 newsfragments/43191.improvement.rst
create mode 100755 scripts/ci/pre_commit/check_min_python_version.py
create mode 100644 scripts/ci/pre_commit/draft7_schema.json
