This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch generate-task-jwt-tokens
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit c8dfbdd7f49 fixup! Add JWT validation and generation machinery for the
Task Execution API to use
omit 57cc5b5d839 Add compat for Airflow 2.10 for Edge Provider
omit e908134c394 Add JWT validation and generation machinery for the Task
Execution API to use
add 5dae3b5a435 Prioritize secrets backend over DB for retrieving
connections (#47593)
add eebdf4e9fbb Default to unpause dag on trigger,materialize,backfill
(#47627)
add 7b9617a98fd Remove unused code (#47635)
add 18324dcf5fa Add deferrable support for MwaaDagRunSensor (#47527)
add bdfea8005bb Stop calling close_all_sessions in forks (#47638)
add 0675231060c Add `get_additional_menu_items` in auth manager interface
to extend the menu (#47468)
add 1b643a4f653 Retry k8s API requests in `KubernetesPodTrigger` (#47187)
add 85487a80028 Enable disabling of dag bundle versioning (#47473)
add 8ed2fa2c1a6 Fix typo in Newsfragment (#47641)
add d1a44f0d582 Heartbeat timeout docs (#46257)
add 8686c893b18 Add wait/defer support - MwaaTriggerDagRunOperator (#47528)
add b9ab6342114 Hide task duration if we don't have a start_date (#47633)
add 01cee78f7ac Move `chain`, `chain_linear` & `cross_downstream` to Task
SDK (#47639)
add b364cf84f61 Pin OpenAI Python client to <1.66.0 (#47643)
add 1f7ffee8207 Add more validation of bundle config list (#47618)
add 3e77e0af16a feat(AIP-84): add auth to /ui/dependencies (#47625)
add 38fb5d50a27 feat(AIP-84): add auth to /ui/recent_dag_runs (#47623)
add 23c3e7a0272 Add pagination to Asset events list, add asset events to
dag run and … (#47647)
add aeec6efccad Close the logger's file descriptor once the
DagFileProcessorProcess is complete. (#47574)
add 9bbe3881639 Fix auth manager warning messages for api-server (#47655)
add 62969b6b652 Add asset expression schedule popover (#47645)
add b85f14c4cf2 Adding xmlsec pin in amazon provider (#47656)
add 7727db55b7e Mark Google Oauth2 backend as Airflow 2 only (#47622)
add 64f8bd7c2bb Correctly assign asset type in AssetProfile (#47659)
add 0fde83bca39 Add JWT validation and generation machinery for the Task
Execution API to use
add 4bf9268e2f1 Add compat for Airflow 2.10 for Edge Provider
add 265af191f38 fixup! Add JWT validation and generation machinery for the
Task Execution API to use
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (c8dfbdd7f49)
\
N -- N -- N refs/heads/generate-task-jwt-tokens (265af191f38)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
airflow/api_fastapi/app.py | 5 +-
.../api_fastapi/auth/managers/base_auth_manager.py | 13 +-
.../auth/managers/simple/simple_auth_manager.py | 5 +-
airflow/api_fastapi/common/types.py | 9 +
airflow/api_fastapi/core_api/datamodels/ui/dags.py | 1 +
.../api_fastapi/core_api/openapi/v1-generated.yaml | 10 +
airflow/api_fastapi/core_api/routes/ui/dags.py | 18 +-
.../api_fastapi/core_api/routes/ui/dependencies.py | 5 +-
.../api_fastapi/execution_api/datamodels/asset.py | 14 +-
airflow/callbacks/callback_requests.py | 4 +-
airflow/cli/cli_parser.py | 4 +-
.../cli/commands/remote_commands/config_command.py | 12 +
airflow/config_templates/config.yml | 44 ++--
airflow/dag_processing/bundles/manager.py | 86 ++++---
airflow/dag_processing/manager.py | 21 +-
airflow/dag_processing/processor.py | 3 +-
.../example_dags/example_asset_with_watchers.py | 3 +-
airflow/example_dags/example_bash_decorator.py | 2 +-
airflow/example_dags/example_complex.py | 2 +-
.../example_short_circuit_decorator.py | 2 +-
.../example_dags/example_short_circuit_operator.py | 2 +-
airflow/hooks/base.py | 13 -
airflow/jobs/scheduler_job_runner.py | 94 ++++---
airflow/models/abstractoperator.py | 143 -----------
airflow/models/baseoperator.py | 275 +--------------------
airflow/models/connection.py | 16 ++
airflow/models/dag.py | 7 +-
airflow/models/taskinstance.py | 24 +-
airflow/serialization/schema.json | 3 +-
airflow/settings.py | 4 +-
airflow/ui/openapi-gen/requests/schemas.gen.ts | 12 +
airflow/ui/openapi-gen/requests/types.gen.ts | 3 +
.../AssetExpression/AndGateNode.tsx} | 44 +++-
.../components/AssetExpression/AssetExpression.tsx | 79 ++++++
.../src/components/AssetExpression/AssetNode.tsx | 59 +++++
.../AssetExpression/OrGateNode.tsx} | 10 +-
.../{SearchDags => AssetExpression}/index.ts | 3 +-
.../index.ts => AssetExpression/types.ts} | 16 +-
airflow/ui/src/components/Assets/AssetEvent.tsx | 2 +-
airflow/ui/src/components/Assets/AssetEvents.tsx | 68 +++--
airflow/ui/src/components/DataTable/DataTable.tsx | 5 +-
airflow/ui/src/components/Graph/DagNode.tsx | 6 +-
airflow/ui/src/components/Menu/RunBackfillForm.tsx | 17 ++
airflow/ui/src/components/TogglePause.tsx | 44 +---
.../src/components/TriggerDag/TriggerDAGForm.tsx | 21 +-
.../src/components/TriggerDag/TriggerDAGModal.tsx | 14 +-
airflow/ui/src/pages/Asset/Asset.tsx | 46 +++-
.../ui/src/pages/Asset/CreateAssetEventModal.tsx | 25 +-
airflow/ui/src/pages/Dag/Header.tsx | 13 +-
airflow/ui/src/pages/DagsList/DagCard.test.tsx | 1 +
airflow/ui/src/pages/DagsList/Schedule.tsx | 35 ++-
.../HistoricalMetrics/HistoricalMetrics.tsx | 13 +-
airflow/ui/src/pages/MappedTaskInstance/Header.tsx | 4 +-
airflow/ui/src/pages/Run/Details.tsx | 25 +-
airflow/ui/src/pages/TaskInstance/Details.tsx | 24 +-
airflow/ui/src/pages/TaskInstance/Header.tsx | 4 +-
.../ui/src/pages/TaskInstances/TaskInstances.tsx | 3 +-
airflow/ui/src/queries/useDags.tsx | 2 +
.../TogglePause.tsx => queries/useTogglePause.ts} | 49 +---
airflow/utils/edgemodifier.py | 16 +-
dev/perf/dags/elastic_dag.py | 2 +-
.../logging-monitoring/metrics.rst | 2 +-
docs/apache-airflow/core-concepts/dags.rst | 6 +-
docs/apache-airflow/core-concepts/tasks.rst | 26 +-
docs/apache-airflow/faq.rst | 2 +-
docs/apache-airflow/static/redirects.js | 3 +-
docs/apache-airflow/troubleshooting.rst | 4 +-
generated/provider_dependencies.json | 5 +-
newsfragments/41368.significant.rst | 4 +-
newsfragments/46231.significant.rst | 2 +-
newsfragments/aip-72.significant.rst | 34 ++-
.../performance_dag/performance_dag.py | 2 +-
providers/amazon/README.rst | 1 +
providers/amazon/provider.yaml | 3 +
providers/amazon/pyproject.toml | 3 +
.../amazon/aws/auth_manager/aws_auth_manager.py | 3 +-
.../amazon/aws/auth_manager/router/login.py | 4 +-
.../airflow/providers/amazon/aws/hooks/base_aws.py | 10 +-
.../airflow/providers/amazon/aws/operators/mwaa.py | 75 +++++-
.../airflow/providers/amazon/aws/sensors/mwaa.py | 69 +++++-
.../airflow/providers/amazon/aws/triggers/base.py | 11 +-
.../airflow/providers/amazon/aws/triggers/mwaa.py | 128 ++++++++++
.../amazon/aws/utils/waiter_with_logging.py | 7 +-
.../airflow/providers/amazon/aws/waiters/mwaa.json | 36 +++
.../airflow/providers/amazon/get_provider_info.py | 5 +
.../amazon/aws/tests/test_aws_auth_manager.py | 12 +-
.../amazon/aws/auth_manager/router/test_login.py | 10 +-
.../aws/auth_manager/test_aws_auth_manager.py | 3 +-
.../tests/unit/amazon/aws/operators/test_mwaa.py | 35 +++
.../tests/unit/amazon/aws/sensors/test_mwaa.py | 55 +++--
.../tests/unit/amazon/aws/triggers/test_mwaa.py | 108 ++++++++
.../providers/cncf/kubernetes/operators/pod.py | 4 +
.../providers/cncf/kubernetes/triggers/pod.py | 18 +-
.../unit/cncf/kubernetes/operators/test_pod.py | 14 +-
.../unit/cncf/kubernetes/triggers/test_pod.py | 46 ++++
.../providers/edge/executors/edge_executor.py | 7 +-
.../unit/edge/executors/test_edge_executor.py | 7 +-
.../providers/fab/auth_manager/fab_auth_manager.py | 47 +++-
.../unit/fab/auth_manager/test_fab_auth_manager.py | 13 +-
.../google/docs/api-auth-backend/google-openid.rst | 2 +
.../google/common/auth_backend/google_openid.py | 11 +-
providers/openai/README.rst | 8 +-
providers/openai/pyproject.toml | 2 +-
.../airflow/providers/openai/get_provider_info.py | 2 +-
.../in_container/run_update_fastapi_api_spec.py | 6 +-
task-sdk/src/airflow/sdk/__init__.py | 8 +-
.../src/airflow/sdk/api/datamodels/_generated.py | 15 +-
.../src/airflow/sdk/definitions/asset/__init__.py | 2 +-
.../src/airflow/sdk/definitions/baseoperator.py | 264 ++++++++++++++++++++
task-sdk/src/airflow/sdk/definitions/dag.py | 7 +
task-sdk/src/airflow/sdk/definitions/xcom_arg.py | 2 +-
.../src/airflow/sdk/execution_time/supervisor.py | 10 +-
.../src/airflow/sdk/execution_time/task_runner.py | 9 +-
.../task_sdk/definitions/test_baseoperator.py | 199 ++++++++++++++-
task-sdk/tests/task_sdk/definitions/test_dag.py | 2 +-
.../task_sdk/execution_time/test_supervisor.py | 8 +-
.../task_sdk/execution_time/test_task_runner.py | 88 ++++++-
.../managers/simple/test_simple_auth_manager.py | 5 +-
.../auth/managers/test_base_auth_manager.py | 3 +
tests/api_fastapi/core_api/routes/ui/test_dags.py | 10 +-
.../core_api/routes/ui/test_dependencies.py | 97 ++++----
.../execution_api/routes/test_task_instances.py | 6 +-
.../bundles/test_dag_bundle_manager.py | 4 +-
tests/dag_processing/test_manager.py | 15 +-
tests/dag_processing/test_processor.py | 16 +-
tests/hooks/test_base.py | 54 ++++
tests/jobs/test_scheduler_job.py | 49 ++--
tests/models/test_baseoperator.py | 193 +--------------
tests/models/test_dag.py | 38 +++
tests/models/test_taskinstance.py | 4 +-
tests/serialization/test_dag_serialization.py | 34 +++
tests/system/example_empty.py | 2 +-
tests/utils/test_task_group.py | 2 +-
133 files changed, 2327 insertions(+), 1183 deletions(-)
copy airflow/ui/src/{layouts/DagsLayout.tsx =>
components/AssetExpression/AndGateNode.tsx} (55%)
create mode 100644
airflow/ui/src/components/AssetExpression/AssetExpression.tsx
create mode 100644 airflow/ui/src/components/AssetExpression/AssetNode.tsx
copy airflow/ui/src/{utils/ChakraWrapper.tsx =>
components/AssetExpression/OrGateNode.tsx} (73%)
copy airflow/ui/src/components/{SearchDags => AssetExpression}/index.ts (87%)
copy airflow/ui/src/components/{ui/Breadcrumb/index.ts =>
AssetExpression/types.ts} (76%)
copy airflow/ui/src/{components/TogglePause.tsx => queries/useTogglePause.ts}
(56%)
create mode 100644
providers/amazon/src/airflow/providers/amazon/aws/triggers/mwaa.py
create mode 100644
providers/amazon/src/airflow/providers/amazon/aws/waiters/mwaa.json
create mode 100644 providers/amazon/tests/unit/amazon/aws/triggers/test_mwaa.py
