This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch execution-time-code-in-task-sdk
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 36a56cce452 Start building the replacement task runner for Task
Execution SDK
add 41d073e060d disable aip 44 for lessthan airlfow 3 version (#43818)
add 2105c94854a Fix breeze panel to start EdgeWorker when EdgeExecutor is
selected in breeze (#43864)
add 9ee9e52dc6e Add backport action to workflow (#43886)
add 18ef6875663 Added notion of dialects into ProvidersManager (#43726)
add 57b61f8a2ef Move Annotated import to `typing` module (#43887)
add 3be0b6c427b Change Airflow Backcompat provider tests to 2.10.3 (#43898)
add 45cbad79bd5 Correct mime-type (#43879)
add 4bc1257df4b Fix duplication of Task tries in the UI (#43891)
add 0360b992daa Upgrade tomli as build dependency (#43900)
add 52b960b5509 Add `pdbr` as devel debuggers (#43904)
add 23243b7bd3e Bump ruff to `0.7.3` (#43903)
add 28d0a7e90a5 Fix CI ruff format static checks (#43908)
add d07ff507b78 Allow setting run_id in xcom_pull method (#41343)
add 5bb922172ba Migrate public xcom endpoint get entry to fastapi (#43521)
add 03b34005d14 Revert "Add backport action to workflow (#43886)" (#43914)
add f71df97e6cd Fix prepare-provider-packages for fab and standard
providers (#43913)
add 3b146841dd8 Fix Mypy errors in main after recent changes (#43920)
add cf3d55d8ed7 Migrate YDB Operator to new DBAPI (#43784)
add 8e005ab1622 Remove strict_asset_uri_validation (#43915)
add 33dfb73a98e Fix main pre-commit (#43923)
add 86aa5ef27be Fix completion/linting/type checking with VSCode/pyright
(#43899)
add 5de2e73cc3b Redirect old location module imports to standard provider
(#43610)
add d8bd9993de6 Add support for IAM database authentication for CloudSQL
connection (#43631)
add ac4dec163c5 terminate kubernetes watch in case of unknown error
(#43645)
add e7b493712d4 Added support for job_parameters and dbt_commands in
DatabricksRunNowOperator (#43895)
add 320e4295b33 AIP-72: Add "XCom" GET endpoint for Execution API (#43894)
add 88d3c357c51 Combine fab, standard and sql providers into one step in
Breeze (#43925)
add 0d891b833a3 Skip DB tests, Task SDK tests and constraints generation
for PRs with only new UI changes. (#43926)
add c047c87aed0 Expand and improve the kerberos api authentication
documentation (#43682)
add 5241132a914 Remove missed DAG pickling code (#43907)
add 7509edea858 Minor Improvements to public FastAPI XCom endpoint (#43928)
add d23fe09ab1d [Edge]Add child processes to separate process group than
main (#43927)
add c4ffd3294c1 Start building the replacement task runner for Task
Execution SDK
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (36a56cce452)
\
N -- N -- N refs/heads/execution-time-code-in-task-sdk
(c4ffd3294c1)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/basic-tests.yml | 21 +-
.github/workflows/ci.yml | 16 +-
.pre-commit-config.yaml | 4 +-
Dockerfile | 2 +-
Dockerfile.ci | 2 +-
airflow/__init__.py | 38 ++
.../endpoints/task_instance_endpoint.py | 7 +-
airflow/api_connexion/endpoints/xcom_endpoint.py | 2 +
airflow/api_connexion/openapi/v1.yaml | 10 +-
airflow/api_fastapi/common/parameters.py | 4 +-
airflow/api_fastapi/common/types.py | 3 +-
airflow/api_fastapi/core_api/datamodels/plugins.py | 3 +-
airflow/api_fastapi/core_api/datamodels/trigger.py | 2 +-
.../api_fastapi/core_api/datamodels/variables.py | 2 +-
.../datamodels/{dag_warning.py => xcom.py} | 35 +-
.../api_fastapi/core_api/openapi/v1-generated.yaml | 167 +++++++++
.../api_fastapi/core_api/routes/public/__init__.py | 2 +
.../core_api/routes/public/backfills.py | 3 +-
.../core_api/routes/public/connections.py | 3 +-
.../api_fastapi/core_api/routes/public/dag_run.py | 3 +-
.../core_api/routes/public/dag_sources.py | 3 +-
.../core_api/routes/public/dag_stats.py | 3 +-
.../core_api/routes/public/dag_warning.py | 3 +-
airflow/api_fastapi/core_api/routes/public/dags.py | 3 +-
.../core_api/routes/public/event_logs.py | 2 +-
.../core_api/routes/public/import_error.py | 3 +-
.../api_fastapi/core_api/routes/public/pools.py | 3 +-
.../core_api/routes/public/task_instances.py | 3 +-
.../core_api/routes/public/variables.py | 3 +-
airflow/api_fastapi/core_api/routes/public/xcom.py | 96 +++++
airflow/api_fastapi/core_api/routes/ui/assets.py | 3 +-
airflow/api_fastapi/core_api/routes/ui/dags.py | 3 +-
.../api_fastapi/core_api/routes/ui/dashboard.py | 3 +-
airflow/api_fastapi/execution_api/datamodels.py | 10 +-
.../providers.py => execution_api/deps.py} | 17 +-
.../api_fastapi/execution_api/routes/__init__.py | 5 +-
.../execution_api/routes/connections.py | 12 +-
.../routes/{task_instance.py => task_instances.py} | 2 +-
.../api_fastapi/execution_api/routes/variables.py | 12 +-
airflow/api_fastapi/execution_api/routes/xcoms.py | 116 ++++++
airflow/assets/__init__.py | 17 +-
airflow/cli/commands/provider_command.py | 13 +
airflow/config_templates/config.yml | 7 -
airflow/models/taskinstance.py | 11 +-
airflow/provider.yaml.schema.json | 21 ++
airflow/providers_manager.py | 33 ++
airflow/serialization/pydantic/dag.py | 3 +-
airflow/serialization/pydantic/taskinstance.py | 3 +-
airflow/ui/openapi-gen/queries/common.ts | 34 ++
airflow/ui/openapi-gen/queries/prefetch.ts | 56 +++
airflow/ui/openapi-gen/queries/queries.ts | 57 +++
airflow/ui/openapi-gen/queries/suspense.ts | 57 +++
airflow/ui/openapi-gen/requests/schemas.gen.ts | 100 ++++++
airflow/ui/openapi-gen/requests/services.gen.ts | 45 +++
airflow/ui/openapi-gen/requests/types.gen.ts | 69 ++++
airflow/www/static/js/types/api-generated.ts | 8 +-
dev/breeze/src/airflow_breeze/global_constants.py | 3 +-
.../edge_executor.rst | 1 -
.../auth-manager/api-authentication.rst | 26 +-
.../connections/gcp_sql.rst | 37 ++
docs/apache-airflow-providers-ydb/index.rst | 3 +-
.../operators/ydb_operator_howto_guide.rst | 24 +-
generated/provider_dependencies.json | 3 +-
hatch_build.py | 3 +-
newsfragments/41348.significant.rst | 2 +-
newsfragments/43915.significant.rst | 4 +
.../src/airflow}/__init__.py | 8 +-
providers/src/airflow/providers/__init__.py | 11 +-
.../airflow/providers/apache/hdfs/sensors/hdfs.py | 4 +-
.../kubernetes/executors/kubernetes_executor.py | 7 +-
.../providers/databricks/operators/databricks.py | 31 +-
providers/src/airflow/providers/edge/CHANGELOG.rst | 10 +
providers/src/airflow/providers/edge/__init__.py | 2 +-
.../src/airflow/providers/edge/cli/edge_command.py | 9 +-
providers/src/airflow/providers/edge/provider.yaml | 2 +-
.../providers/google/cloud/hooks/bigquery.py | 2 +-
.../providers/google/cloud/hooks/cloud_sql.py | 41 ++-
providers/src/airflow/providers/ydb/CHANGELOG.rst | 4 +
.../providers/ydb/hooks/_vendor/__init__.py | 16 -
.../providers/ydb/hooks/_vendor/dbapi/__init__.py | 43 ---
.../ydb/hooks/_vendor/dbapi/connection.py | 194 ----------
.../providers/ydb/hooks/_vendor/dbapi/constants.py | 218 ------------
.../providers/ydb/hooks/_vendor/dbapi/cursor.py | 389 ---------------------
.../providers/ydb/hooks/_vendor/dbapi/errors.py | 103 ------
.../airflow/providers/ydb/hooks/_vendor/readme.md | 3 -
providers/src/airflow/providers/ydb/hooks/ydb.py | 40 ++-
.../src/airflow/providers/ydb/operators/ydb.py | 30 --
providers/src/airflow/providers/ydb/provider.yaml | 7 +-
.../tests/databricks/operators/test_databricks.py | 5 +
providers/tests/microsoft/conftest.py | 1 +
.../tests/standard/test_module_redirect_finder.py | 51 +++
...query_ssl.py => example_cloud_sql_query_iam.py} | 161 +++------
.../system/snowflake/example_snowpark_decorator.py | 2 +-
providers/tests/system/ydb/example_ydb.py | 11 +-
providers/tests/ydb/hooks/test_ydb.py | 13 +-
providers/tests/ydb/operators/test_ydb.py | 32 +-
pyproject.toml | 7 +-
scripts/docker/install_airflow.sh | 2 +-
scripts/in_container/bin/run_tmux | 2 +-
task_sdk/pyproject.toml | 5 +
.../operators => task_sdk/src/airflow}/__init__.py | 8 +-
task_sdk/src/airflow/sdk/definitions/dag.py | 1 -
.../src/airflow/sdk/execution_time/supervisor.py | 5 +
task_sdk/tests/execution_time/test_supervisor.py | 11 +-
tests/always/test_providers_manager.py | 32 ++
.../endpoints/test_task_instance_endpoint.py | 17 +
.../core_api/routes/public/test_xcom.py | 226 ++++++++++++
...est_task_instance.py => test_task_instances.py} | 20 +-
.../api_fastapi/execution_api/routes/test_xcoms.py | 83 +++++
tests/cli/commands/test_celery_command.py | 1 +
tests/models/test_taskinstance.py | 34 ++
tests_common/test_utils/compat.py | 6 +
112 files changed, 1785 insertions(+), 1399 deletions(-)
copy airflow/api_fastapi/core_api/datamodels/{dag_warning.py => xcom.py} (60%)
create mode 100644 airflow/api_fastapi/core_api/routes/public/xcom.py
copy airflow/api_fastapi/{core_api/datamodels/providers.py =>
execution_api/deps.py} (67%)
rename airflow/api_fastapi/execution_api/routes/{task_instance.py =>
task_instances.py} (99%)
create mode 100644 airflow/api_fastapi/execution_api/routes/xcoms.py
create mode 100644 newsfragments/43915.significant.rst
copy {airflow/operators => providers/src/airflow}/__init__.py (75%)
delete mode 100644
providers/src/airflow/providers/ydb/hooks/_vendor/__init__.py
delete mode 100644
providers/src/airflow/providers/ydb/hooks/_vendor/dbapi/__init__.py
delete mode 100644
providers/src/airflow/providers/ydb/hooks/_vendor/dbapi/connection.py
delete mode 100644
providers/src/airflow/providers/ydb/hooks/_vendor/dbapi/constants.py
delete mode 100644
providers/src/airflow/providers/ydb/hooks/_vendor/dbapi/cursor.py
delete mode 100644
providers/src/airflow/providers/ydb/hooks/_vendor/dbapi/errors.py
delete mode 100644 providers/src/airflow/providers/ydb/hooks/_vendor/readme.md
create mode 100644 providers/tests/standard/test_module_redirect_finder.py
copy
providers/tests/system/google/cloud/cloud_sql/{example_cloud_sql_query_ssl.py
=> example_cloud_sql_query_iam.py} (78%)
copy {airflow/operators => task_sdk/src/airflow}/__init__.py (75%)
create mode 100644 tests/api_fastapi/core_api/routes/public/test_xcom.py
rename tests/api_fastapi/execution_api/routes/{test_task_instance.py =>
test_task_instances.py} (94%)
create mode 100644 tests/api_fastapi/execution_api/routes/test_xcoms.py
