This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch disable-db-access-tasks
in repository https://gitbox.apache.org/repos/asf/airflow.git
discard 18faa85da7a Disable ORM access from Tasks, DAG processing and Triggers
discard 65ec9b9c294 fixup! Add JWT validation and generation machinery for the
Task Execution API to use
discard 3532adebdc4 Add compat for Airflow 2.10 for Edge Provider
discard 475c7e10048 Add JWT validation and generation machinery for the Task
Execution API to use
add 3a7246fcdf1 AIP 84 - Add Auth to Pools (#47192)
add b215907855d Fix scheduler crash due to comparing Nullable value in
query (#47301)
add 78928609d0f Add failed task log preview to Dag Overview page (#47224)
add fb320ab8a00 AIP-38 Default value for version selector (#47154)
add 71810e55336 Remove stale dag check in the scheduler (#47304)
add 3ca175bb53e AIP 84 - Add auth to connections (#47194)
add 431608103a4 Handle token expired for UI to redirect to login page
(#47308)
add 077984c4a29 Remove yandexcloud exclusions (#47309)
add 9be08cf9145 Mark Multiple Executor Configuration as stable (#46742)
add 6008483efe8 Create operators for working with Consumer Groups for GCP
Apache Kafka (#47056)
add 4651ccce787 Add error statuses check in RdsExportTaskExistenceSensor
(#46917)
add 201baf902ab Make DAG reparse Button less prominent (#47180)
add 0f21f0ab426 Move `airflow.www.auth` to
`airflow.providers.fab.www.auth` (#47307)
add 0d5de5a223a Fix install instructions after switching www -> ui (#47314)
add 54016ecd11f AIP-81 | AIP-84 | Include Token Generation Endpoints in
FAB (#47043)
add eb14f672d41 Disable ORM access from Tasks, DAG processing and Triggers
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (18faa85da7a)
\
N -- N -- N refs/heads/disable-db-access-tasks (eb14f672d41)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.pre-commit-config.yaml | 4 +-
INSTALL | 65 ++-
.../api_fastapi/core_api/openapi/v1-generated.yaml | 35 ++
.../core_api/routes/public/connections.py | 19 +-
.../api_fastapi/core_api/routes/public/pools.py | 11 +-
airflow/api_fastapi/core_api/security.py | 74 ++-
airflow/auth/managers/base_auth_manager.py | 40 +-
airflow/auth/managers/simple/routes/login.py | 6 +-
airflow/auth/managers/simple/services/login.py | 17 +-
.../auth/managers/simple/simple_auth_manager.py | 6 +-
airflow/config_templates/config.yml | 99 +---
airflow/config_templates/unit_tests.cfg | 3 -
airflow/configuration.py | 7 +-
airflow/jobs/scheduler_job_runner.py | 28 --
airflow/models/dagrun.py | 2 +
airflow/security/tokens.py | 504 ---------------------
airflow/ui/src/components/DagVersionSelect.tsx | 26 +-
airflow/ui/src/components/Menu/MenuButton.tsx | 4 +
airflow/ui/src/components/{ => Menu}/ParseDag.tsx | 9 +-
.../ui/src/components/Menu/RunBackfillButton.tsx | 2 +
airflow/ui/src/hooks/useSelectedVersion.ts | 83 ++++
airflow/ui/src/layouts/Details/DagBreadcrumb.tsx | 2 +-
airflow/ui/src/layouts/Details/DetailsLayout.tsx | 4 +-
airflow/ui/src/layouts/Details/Graph/Graph.tsx | 11 +-
airflow/ui/src/layouts/Details/PanelButtons.tsx | 5 +-
airflow/ui/src/pages/Dag/Code/Code.tsx | 14 +-
airflow/ui/src/pages/Dag/Header.tsx | 2 -
airflow/ui/src/pages/Dag/Overview/FailedLogs.tsx | 63 +++
airflow/ui/src/pages/Dag/Overview/Overview.tsx | 3 +
.../ui/src/pages/Dag/Overview/TaskLogPreview.tsx | 70 +++
.../src/pages/TaskInstance/Logs/TaskLogContent.tsx | 3 +-
airflow/ui/src/queries/useLogs.tsx | 1 +
airflow/utils/jwt_signer.py | 103 +++++
airflow/utils/log/file_task_handler.py | 9 +-
airflow/utils/serve_logs.py | 9 +-
dev/breeze/tests/test_selective_checks.py | 20 +-
.../administration-and-deployment/plugins.rst | 2 +-
.../core-concepts/executor/index.rst | 3 -
docs/apache-airflow/empty_plugin/empty_plugin.py | 2 +-
docs/apache-airflow/security/api.rst | 10 +-
generated/provider_dependencies.json | 13 +-
newsfragments/46916.significant.rst | 19 +
newsfragments/aip-79.significant.rst | 2 +
.../amazon/aws/auth_manager/aws_auth_manager.py | 5 +-
.../airflow/providers/amazon/aws/sensors/rds.py | 15 +-
.../tests/unit/amazon/aws/sensors/test_rds.py | 25 +
providers/apache/kafka/README.rst | 19 +
providers/apache/kafka/pyproject.toml | 7 +
.../providers/apache/kafka/get_provider_info.py | 1 +
.../airflow/providers/apache/kafka/hooks/base.py | 11 +
providers/databricks/README.rst | 1 +
providers/databricks/pyproject.toml | 3 +
.../providers/databricks/get_provider_info.py | 1 +
.../databricks/plugins/databricks_workflow.py | 7 +-
providers/edge/README.rst | 19 +
providers/edge/pyproject.toml | 7 +
.../src/airflow/providers/edge/cli/api_client.py | 28 +-
.../airflow/providers/edge/get_provider_info.py | 1 +
.../providers/edge/plugins/edge_executor_plugin.py | 6 +-
.../src/airflow/providers/edge/worker_api/auth.py | 50 +-
.../fab/docs/auth-manager/api-authentication.rst | 30 ++
.../fab/auth_manager/api_fastapi}/__init__.py | 0
.../api_fastapi/datamodels}/__init__.py | 0
.../auth_manager/api_fastapi/datamodels/login.py | 15 +-
.../auth_manager/api_fastapi/openapi}/__init__.py | 0
.../api_fastapi}/openapi/v1-generated.yaml | 25 +-
.../auth_manager/api_fastapi/routes}/__init__.py | 0
.../fab/auth_manager/api_fastapi}/routes/login.py | 29 +-
.../auth_manager/api_fastapi/services}/__init__.py | 0
.../fab/auth_manager/api_fastapi/services/login.py | 58 +++
.../providers/fab/auth_manager/fab_auth_manager.py | 13 +-
.../fab/auth_manager/security_manager/override.py | 14 +
.../fab/src/airflow/providers/fab}/www/auth.py | 2 +-
.../unit/fab/auth_manager/api_fastapi}/__init__.py | 0
.../unit/fab/auth_manager/api_fastapi}/conftest.py | 13 +-
.../auth_manager/api_fastapi/routes}/__init__.py | 0
.../auth_manager/api_fastapi/routes/test_login.py | 52 +++
.../auth_manager/api_fastapi/services}/__init__.py | 0
.../api_fastapi/services/test_login.py | 105 +++++
.../auth_manager/security_manager/test_override.py | 23 +
.../fab/tests/unit/fab}/www/test_auth.py | 28 +-
.../google/docs/operators/cloud/managed_kafka.rst | 60 +++
providers/google/provider.yaml | 1 +
.../providers/google/cloud/hooks/managed_kafka.py | 227 +++++++++-
.../providers/google/cloud/links/managed_kafka.py | 30 ++
.../google/cloud/operators/managed_kafka.py | 265 +++++++++++
.../airflow/providers/google/get_provider_info.py | 1 +
.../example_managed_kafka_consumer_group.py | 254 +++++++++++
.../unit/google/cloud/hooks/test_managed_kafka.py | 189 ++++++++
.../unit/google/cloud/links/test_managed_kafka.py | 40 ++
.../google/cloud/operators/test_managed_kafka.py | 131 ++++++
providers/yandex/README.rst | 8 +-
providers/yandex/docs/index.rst | 8 +-
providers/yandex/provider.yaml | 2 +-
providers/yandex/pyproject.toml | 6 +-
.../airflow/providers/yandex/get_provider_info.py | 8 +-
.../in_container/run_update_fastapi_api_spec.py | 15 +-
tests/always/test_project_structure.py | 1 +
tests/api_fastapi/conftest.py | 47 +-
.../core_api/routes/public/test_assets.py | 1 +
.../core_api/routes/public/test_connections.py | 68 +++
.../core_api/routes/public/test_pools.py | 48 ++
tests/api_fastapi/core_api/test_security.py | 17 +-
tests/auth/managers/simple/services/test_login.py | 1 +
.../managers/simple/test_simple_auth_manager.py | 4 +-
tests/auth/managers/test_base_auth_manager.py | 25 +-
tests/core/test_configuration.py | 2 +-
tests/jobs/test_scheduler_job.py | 29 --
tests/security/test_tokens.py | 208 ---------
tests/utils/test_serve_logs.py | 48 +-
110 files changed, 2549 insertions(+), 1222 deletions(-)
delete mode 100644 airflow/security/tokens.py
rename airflow/ui/src/components/{ => Menu}/ParseDag.tsx (87%)
create mode 100644 airflow/ui/src/hooks/useSelectedVersion.ts
create mode 100644 airflow/ui/src/pages/Dag/Overview/FailedLogs.tsx
create mode 100644 airflow/ui/src/pages/Dag/Overview/TaskLogPreview.tsx
create mode 100644 airflow/utils/jwt_signer.py
create mode 100644 newsfragments/46916.significant.rst
copy {airflow/api_connexion =>
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi}/__init__.py
(100%)
copy {airflow/api_connexion =>
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi/datamodels}/__init__.py
(100%)
copy airflow/api_fastapi/execution_api/datamodels/token.py =>
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi/datamodels/login.py
(80%)
copy {airflow/api_connexion =>
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi/openapi}/__init__.py
(100%)
copy {airflow/auth/managers/simple =>
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi}/openapi/v1-generated.yaml
(84%)
copy {airflow/api_connexion =>
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi/routes}/__init__.py
(100%)
copy {airflow/auth/managers/simple =>
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi}/routes/login.py
(65%)
copy {airflow/api_connexion =>
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi/services}/__init__.py
(100%)
create mode 100644
providers/fab/src/airflow/providers/fab/auth_manager/api_fastapi/services/login.py
rename {airflow => providers/fab/src/airflow/providers/fab}/www/auth.py (99%)
copy {airflow/api_connexion =>
providers/fab/tests/unit/fab/auth_manager/api_fastapi}/__init__.py (100%)
copy {tests/api_fastapi/execution_api =>
providers/fab/tests/unit/fab/auth_manager/api_fastapi}/conftest.py (74%)
copy {airflow/api_connexion =>
providers/fab/tests/unit/fab/auth_manager/api_fastapi/routes}/__init__.py (100%)
create mode 100644
providers/fab/tests/unit/fab/auth_manager/api_fastapi/routes/test_login.py
copy {airflow/api/auth =>
providers/fab/tests/unit/fab/auth_manager/api_fastapi/services}/__init__.py
(100%)
create mode 100644
providers/fab/tests/unit/fab/auth_manager/api_fastapi/services/test_login.py
rename {tests => providers/fab/tests/unit/fab}/www/test_auth.py (90%)
create mode 100644
providers/google/tests/system/google/cloud/managed_kafka/example_managed_kafka_consumer_group.py
delete mode 100644 tests/security/test_tokens.py
