This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 7349b187f23 Source amazon provider to use
airflow.sdk.configuration.conf (#59979)
7349b187f23 is described below
commit 7349b187f2344d6aed0a1ce5160ae939c8a30073
Author: Ankit Chaurasia <[email protected]>
AuthorDate: Sun Jan 4 01:47:10 2026 +0545
Source amazon provider to use airflow.sdk.configuration.conf (#59979)
* Migrate amazon provider to use airflow.sdk.configuration.conf
* Fix test failures after conf import migration
- Add AWS_CONN_ID to lambda executor test fixture
- Use CONFIG_DEFAULTS as fallback in ECS executor config to match old
behavior
* Add fallback values for AWS Lambda executor config options
* Add fallback value for AWS Lambda executor end_wait_timeout config
* Add fallback value for AWS Lambda executor end_wait_timeout config
---
providers/amazon/pyproject.toml | 2 +-
.../src/airflow/providers/amazon/aws/auth_manager/avp/facade.py | 3 +--
.../airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py | 2 +-
.../airflow/providers/amazon/aws/auth_manager/cli/avp_commands.py | 2 +-
.../src/airflow/providers/amazon/aws/auth_manager/routes/login.py | 2 +-
.../providers/amazon/aws/executors/aws_lambda/lambda_executor.py | 5 ++---
.../airflow/providers/amazon/aws/executors/batch/batch_executor.py | 3 +--
.../providers/amazon/aws/executors/batch/batch_executor_config.py | 2 +-
.../src/airflow/providers/amazon/aws/executors/ecs/ecs_executor.py | 2 +-
.../providers/amazon/aws/executors/ecs/ecs_executor_config.py | 6 +++++-
providers/amazon/src/airflow/providers/amazon/aws/hooks/base_aws.py | 3 +--
.../src/airflow/providers/amazon/aws/log/cloudwatch_task_handler.py | 2 +-
.../amazon/src/airflow/providers/amazon/aws/log/s3_task_handler.py | 2 +-
.../amazon/src/airflow/providers/amazon/aws/operators/athena.py | 3 +--
.../amazon/src/airflow/providers/amazon/aws/operators/batch.py | 3 +--
.../amazon/src/airflow/providers/amazon/aws/operators/bedrock.py | 3 +--
.../amazon/src/airflow/providers/amazon/aws/operators/comprehend.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/operators/dms.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/operators/ecs.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/operators/eks.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/operators/emr.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/operators/glue.py | 3 +--
.../src/airflow/providers/amazon/aws/operators/glue_crawler.py | 3 +--
.../src/airflow/providers/amazon/aws/operators/glue_databrew.py | 3 +--
.../src/airflow/providers/amazon/aws/operators/kinesis_analytics.py | 3 +--
.../src/airflow/providers/amazon/aws/operators/lambda_function.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/operators/mwaa.py | 3 +--
.../amazon/src/airflow/providers/amazon/aws/operators/neptune.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/operators/rds.py | 3 +--
.../src/airflow/providers/amazon/aws/operators/redshift_cluster.py | 3 +--
.../src/airflow/providers/amazon/aws/operators/redshift_data.py | 3 +--
.../amazon/src/airflow/providers/amazon/aws/operators/sagemaker.py | 3 +--
.../providers/amazon/aws/operators/sagemaker_unified_studio.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/operators/ssm.py | 2 +-
.../src/airflow/providers/amazon/aws/operators/step_function.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/sensors/batch.py | 3 +--
.../amazon/src/airflow/providers/amazon/aws/sensors/bedrock.py | 3 +--
.../amazon/src/airflow/providers/amazon/aws/sensors/comprehend.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/sensors/ec2.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/sensors/emr.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/sensors/glue.py | 3 +--
.../airflow/providers/amazon/aws/sensors/glue_catalog_partition.py | 3 +--
.../src/airflow/providers/amazon/aws/sensors/kinesis_analytics.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/sensors/mwaa.py | 3 +--
.../airflow/providers/amazon/aws/sensors/opensearch_serverless.py | 3 +--
.../src/airflow/providers/amazon/aws/sensors/redshift_cluster.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/sensors/s3.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/sensors/sqs.py | 3 +--
providers/amazon/src/airflow/providers/amazon/aws/sensors/ssm.py | 2 +-
.../unit/amazon/aws/executors/aws_lambda/test_lambda_executor.py | 1 +
.../amazon/tests/unit/amazon/aws/executors/ecs/test_ecs_executor.py | 3 +--
51 files changed, 56 insertions(+), 90 deletions(-)
diff --git a/providers/amazon/pyproject.toml b/providers/amazon/pyproject.toml
index 0ecab6b09e3..eda147b94a3 100644
--- a/providers/amazon/pyproject.toml
+++ b/providers/amazon/pyproject.toml
@@ -59,7 +59,7 @@ requires-python = ">=3.10"
# After you modify the dependencies, and rebuild your Breeze CI image with
``breeze ci-image build``
dependencies = [
"apache-airflow>=2.11.0",
- "apache-airflow-providers-common-compat>=1.10.1",
+ "apache-airflow-providers-common-compat>=1.10.1", # use next version
"apache-airflow-providers-common-sql>=1.27.0",
"apache-airflow-providers-http",
# We should update minimum version of boto3 and here regularly to avoid
`pip` backtracking with the number
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/avp/facade.py
b/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/avp/facade.py
index 30277f535d3..a6de7be60b7 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/avp/facade.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/avp/facade.py
@@ -22,7 +22,6 @@ from functools import cached_property
from pathlib import Path
from typing import TYPE_CHECKING, TypedDict
-from airflow.configuration import conf
from airflow.providers.amazon.aws.auth_manager.avp.entities import
AvpEntities, get_action_id, get_entity_type
from airflow.providers.amazon.aws.auth_manager.constants import (
CONF_AVP_POLICY_STORE_ID_KEY,
@@ -31,7 +30,7 @@ from airflow.providers.amazon.aws.auth_manager.constants
import (
CONF_SECTION_NAME,
)
from airflow.providers.amazon.aws.hooks.verified_permissions import
VerifiedPermissionsHook
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.helpers import prune_dict
from airflow.utils.log.logging_mixin import LoggingMixin
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py
b/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py
index e9b40bedea0..1e499a46c14 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/aws_auth_manager.py
@@ -28,7 +28,6 @@ from fastapi import FastAPI
from airflow.api_fastapi.app import AUTH_MANAGER_FASTAPI_APP_PREFIX
from airflow.api_fastapi.auth.managers.base_auth_manager import BaseAuthManager
from airflow.cli.cli_config import CLICommand, DefaultHelpParser, GroupCommand
-from airflow.configuration import conf
from airflow.exceptions import AirflowOptionalProviderFeatureException
from airflow.providers.amazon.aws.auth_manager.avp.entities import AvpEntities
from airflow.providers.amazon.aws.auth_manager.avp.facade import (
@@ -40,6 +39,7 @@ from airflow.providers.amazon.aws.auth_manager.cli.definition
import (
)
from airflow.providers.amazon.aws.auth_manager.user import AwsAuthManagerUser
from airflow.providers.amazon.version_compat import AIRFLOW_V_3_0_PLUS
+from airflow.providers.common.compat.sdk import conf
if TYPE_CHECKING:
from airflow.api_fastapi.auth.managers.base_auth_manager import
ResourceMethod
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/cli/avp_commands.py
b/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/cli/avp_commands.py
index f8bdd577f4b..27aa5e7ccb3 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/cli/avp_commands.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/cli/avp_commands.py
@@ -22,9 +22,9 @@ from typing import TYPE_CHECKING
import boto3
-from airflow.configuration import conf
from airflow.exceptions import AirflowOptionalProviderFeatureException
from airflow.providers.amazon.aws.auth_manager.constants import
CONF_REGION_NAME_KEY, CONF_SECTION_NAME
+from airflow.providers.common.compat.sdk import conf
from airflow.utils import cli as cli_utils
try:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/routes/login.py
b/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/routes/login.py
index c3ca59a28c1..6c43f70fe4c 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/routes/login.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/auth_manager/routes/login.py
@@ -31,11 +31,11 @@ from airflow.api_fastapi.app import (
)
from airflow.api_fastapi.auth.managers.base_auth_manager import
COOKIE_NAME_JWT_TOKEN
from airflow.api_fastapi.common.router import AirflowRouter
-from airflow.configuration import conf
from airflow.providers.amazon.aws.auth_manager.constants import
CONF_SAML_METADATA_URL_KEY, CONF_SECTION_NAME
from airflow.providers.amazon.aws.auth_manager.datamodels.login import
LoginResponse
from airflow.providers.amazon.aws.auth_manager.user import AwsAuthManagerUser
from airflow.providers.amazon.version_compat import AIRFLOW_V_3_1_1_PLUS
+from airflow.providers.common.compat.sdk import conf
try:
from onelogin.saml2.auth import OneLogin_Saml2_Auth
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/executors/aws_lambda/lambda_executor.py
b/providers/amazon/src/airflow/providers/amazon/aws/executors/aws_lambda/lambda_executor.py
index 7b7abc5c518..f65113ad2a6 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/executors/aws_lambda/lambda_executor.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/executors/aws_lambda/lambda_executor.py
@@ -25,7 +25,6 @@ from typing import TYPE_CHECKING
from boto3.session import NoCredentialsError
from botocore.utils import ClientError
-from airflow.configuration import conf
from airflow.executors.base_executor import BaseExecutor
from airflow.models.taskinstancekey import TaskInstanceKey
from airflow.providers.amazon.aws.executors.aws_lambda.utils import (
@@ -41,7 +40,7 @@ from
airflow.providers.amazon.aws.executors.utils.exponential_backoff_retry impo
)
from airflow.providers.amazon.aws.hooks.lambda_function import LambdaHook
from airflow.providers.amazon.aws.hooks.sqs import SqsHook
-from airflow.providers.common.compat.sdk import AirflowException, Stats
+from airflow.providers.common.compat.sdk import AirflowException, Stats, conf
try:
from airflow.sdk import timezone
@@ -499,7 +498,7 @@ class AwsLambdaExecutor(BaseExecutor):
:param heartbeat_interval: The interval in seconds to wait between
checks for task completion.
"""
self.log.info("Received signal to end, waiting for outstanding tasks
to finish.")
- time_to_wait = int(conf.get(CONFIG_GROUP_NAME,
AllLambdaConfigKeys.END_WAIT_TIMEOUT))
+ time_to_wait = int(conf.get(CONFIG_GROUP_NAME,
AllLambdaConfigKeys.END_WAIT_TIMEOUT, fallback="0"))
start_time = timezone.utcnow()
while True:
if time_to_wait:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/executors/batch/batch_executor.py
b/providers/amazon/src/airflow/providers/amazon/aws/executors/batch/batch_executor.py
index 0cff2ea263e..8657bb07872 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/executors/batch/batch_executor.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/executors/batch/batch_executor.py
@@ -28,7 +28,6 @@ from typing import TYPE_CHECKING, Any
from botocore.exceptions import ClientError, NoCredentialsError
-from airflow.configuration import conf
from airflow.executors.base_executor import BaseExecutor
from airflow.providers.amazon.aws.executors.utils.exponential_backoff_retry
import (
calculate_next_attempt_delay,
@@ -36,7 +35,7 @@ from
airflow.providers.amazon.aws.executors.utils.exponential_backoff_retry impo
)
from airflow.providers.amazon.aws.hooks.batch_client import BatchClientHook
from airflow.providers.amazon.version_compat import AIRFLOW_V_3_0_PLUS
-from airflow.providers.common.compat.sdk import AirflowException, Stats
+from airflow.providers.common.compat.sdk import AirflowException, Stats, conf
try:
from airflow.sdk import timezone
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/executors/batch/batch_executor_config.py
b/providers/amazon/src/airflow/providers/amazon/aws/executors/batch/batch_executor_config.py
index 9c0b0ebce93..d88a6ce35ef 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/executors/batch/batch_executor_config.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/executors/batch/batch_executor_config.py
@@ -33,13 +33,13 @@ import json
from json import JSONDecodeError
from typing import TYPE_CHECKING
-from airflow.configuration import conf
from airflow.providers.amazon.aws.executors.batch.utils import (
CONFIG_GROUP_NAME,
AllBatchConfigKeys,
BatchSubmitJobKwargsConfigKeys,
)
from airflow.providers.amazon.aws.executors.ecs.utils import camelize_dict_keys
+from airflow.providers.common.compat.sdk import conf
from airflow.utils.helpers import prune_dict
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/executors/ecs/ecs_executor.py
b/providers/amazon/src/airflow/providers/amazon/aws/executors/ecs/ecs_executor.py
index 9720e0749a8..efd54def2ff 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/executors/ecs/ecs_executor.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/executors/ecs/ecs_executor.py
@@ -115,7 +115,7 @@ class AwsEcsExecutor(BaseExecutor):
# Can be removed when minimum supported provider version is equal to
the version of core airflow
# which introduces multi-team configuration.
if not hasattr(self, "conf"):
- from airflow.configuration import conf
+ from airflow.providers.common.compat.sdk import conf
self.conf = conf
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/executors/ecs/ecs_executor_config.py
b/providers/amazon/src/airflow/providers/amazon/aws/executors/ecs/ecs_executor_config.py
index f7753903a2f..ddfc25b5f44 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/executors/ecs/ecs_executor_config.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/executors/ecs/ecs_executor_config.py
@@ -33,6 +33,7 @@ import json
from json import JSONDecodeError
from airflow.providers.amazon.aws.executors.ecs.utils import (
+ CONFIG_DEFAULTS,
CONFIG_GROUP_NAME,
ECS_LAUNCH_TYPE_EC2,
ECS_LAUNCH_TYPE_FARGATE,
@@ -56,7 +57,10 @@ def _fetch_templated_kwargs(conf) -> dict[str, str]:
def _fetch_config_values(conf) -> dict[str, str]:
return prune_dict(
- {key: conf.get(CONFIG_GROUP_NAME, key, fallback=None) for key in
RunTaskKwargsConfigKeys()}
+ {
+ key: conf.get(CONFIG_GROUP_NAME, key,
fallback=CONFIG_DEFAULTS.get(key, None))
+ for key in RunTaskKwargsConfigKeys()
+ }
)
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/hooks/base_aws.py
b/providers/amazon/src/airflow/providers/amazon/aws/hooks/base_aws.py
index 1f87af9b707..a8d5f519994 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/hooks/base_aws.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/hooks/base_aws.py
@@ -51,12 +51,11 @@ from botocore.waiter import Waiter, WaiterModel
from dateutil.tz import tzlocal
from slugify import slugify
-from airflow.configuration import conf
from airflow.exceptions import AirflowProviderDeprecationWarning
from airflow.providers.amazon.aws.utils.connection_wrapper import
AwsConnectionWrapper
from airflow.providers.amazon.aws.utils.identifiers import generate_uuid
from airflow.providers.amazon.aws.utils.suppress import return_on_error
-from airflow.providers.common.compat.sdk import AirflowException,
AirflowNotFoundException, BaseHook
+from airflow.providers.common.compat.sdk import AirflowException,
AirflowNotFoundException, BaseHook, conf
from airflow.providers_manager import ProvidersManager
from airflow.utils.helpers import exactly_one
from airflow.utils.log.logging_mixin import LoggingMixin
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/log/cloudwatch_task_handler.py
b/providers/amazon/src/airflow/providers/amazon/aws/log/cloudwatch_task_handler.py
index f510daca8da..ab32a5ffae7 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/log/cloudwatch_task_handler.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/log/cloudwatch_task_handler.py
@@ -31,9 +31,9 @@ from typing import TYPE_CHECKING, Any
import attrs
import watchtower
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.logs import AwsLogsHook
from airflow.providers.amazon.aws.utils import datetime_to_epoch_utc_ms
+from airflow.providers.common.compat.sdk import conf
from airflow.utils.log.file_task_handler import FileTaskHandler
from airflow.utils.log.logging_mixin import LoggingMixin
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/log/s3_task_handler.py
b/providers/amazon/src/airflow/providers/amazon/aws/log/s3_task_handler.py
index caf5fae0962..2a1fe22c5d1 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/log/s3_task_handler.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/log/s3_task_handler.py
@@ -26,9 +26,9 @@ from typing import TYPE_CHECKING
import attrs
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.s3 import S3Hook
from airflow.providers.amazon.version_compat import AIRFLOW_V_3_0_PLUS
+from airflow.providers.common.compat.sdk import conf
from airflow.utils.log.file_task_handler import FileTaskHandler
from airflow.utils.log.logging_mixin import LoggingMixin
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/athena.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/athena.py
index ed10c37418e..3b8e4d4eb4b 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/athena.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/athena.py
@@ -21,14 +21,13 @@ from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
from urllib.parse import urlparse
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.athena import AthenaHook
from airflow.providers.amazon.aws.links.athena import AthenaQueryResultsLink
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.athena import AthenaTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.providers.common.compat.openlineage.facet import BaseFacet,
Dataset, DatasetFacet
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/batch.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/batch.py
index aaae0e65fee..84479005cb6 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/batch.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/batch.py
@@ -30,7 +30,6 @@ from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.batch_client import BatchClientHook
from airflow.providers.amazon.aws.links.batch import (
BatchJobDefinitionLink,
@@ -46,7 +45,7 @@ from airflow.providers.amazon.aws.triggers.batch import (
from airflow.providers.amazon.aws.utils import trim_none_values,
validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
from airflow.providers.amazon.aws.utils.task_log_fetcher import
AwsTaskLogFetcher
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/bedrock.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/bedrock.py
index d1ee17ec257..9f7378de03b 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/bedrock.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/bedrock.py
@@ -23,7 +23,6 @@ from typing import TYPE_CHECKING, Any
from botocore.exceptions import ClientError
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.bedrock import (
BedrockAgentHook,
BedrockAgentRuntimeHook,
@@ -40,7 +39,7 @@ from airflow.providers.amazon.aws.triggers.bedrock import (
)
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException, timezone
+from airflow.providers.common.compat.sdk import AirflowException, conf,
timezone
from airflow.utils.helpers import prune_dict
if TYPE_CHECKING:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/comprehend.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/comprehend.py
index 454636edfff..17f580416fd 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/comprehend.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/comprehend.py
@@ -20,7 +20,6 @@ from collections.abc import Sequence
from functools import cached_property
from typing import TYPE_CHECKING, Any, ClassVar
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.comprehend import ComprehendHook
from airflow.providers.amazon.aws.links.comprehend import (
ComprehendDocumentClassifierLink,
@@ -33,7 +32,7 @@ from airflow.providers.amazon.aws.triggers.comprehend import (
)
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException, timezone
+from airflow.providers.common.compat.sdk import AirflowException, conf,
timezone
if TYPE_CHECKING:
import boto3
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/operators/dms.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/dms.py
index 9e518fc99fc..49289fead60 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/dms.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/dms.py
@@ -21,7 +21,6 @@ from collections.abc import Sequence
from datetime import datetime
from typing import Any, ClassVar
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.dms import DmsHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.dms import (
@@ -32,7 +31,7 @@ from airflow.providers.amazon.aws.triggers.dms import (
DmsReplicationTerminalStatusTrigger,
)
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException, Context
+from airflow.providers.common.compat.sdk import AirflowException, Context, conf
class DmsCreateTaskOperator(AwsBaseOperator[DmsHook]):
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/operators/ecs.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/ecs.py
index 948d039a812..fdcfdf33744 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/ecs.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/ecs.py
@@ -24,7 +24,6 @@ from functools import cached_property
from time import sleep
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.exceptions import EcsOperatorError,
EcsTaskFailToStart
from airflow.providers.amazon.aws.hooks.ecs import EcsClusterStates, EcsHook
from airflow.providers.amazon.aws.hooks.logs import AwsLogsHook
@@ -38,7 +37,7 @@ from airflow.providers.amazon.aws.utils import
validate_execute_complete_event
from airflow.providers.amazon.aws.utils.identifiers import generate_uuid
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
from airflow.providers.amazon.aws.utils.task_log_fetcher import
AwsTaskLogFetcher
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.helpers import prune_dict
if TYPE_CHECKING:
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/operators/eks.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/eks.py
index f352b1cd4c9..a35a206cadc 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/eks.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/eks.py
@@ -27,7 +27,6 @@ from typing import TYPE_CHECKING, Any, cast
from botocore.exceptions import ClientError, WaiterError
-from airflow.configuration import conf
from airflow.exceptions import AirflowProviderDeprecationWarning
from airflow.providers.amazon.aws.hooks.eks import EksHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
@@ -43,7 +42,7 @@ from airflow.providers.amazon.aws.utils import
validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
from airflow.providers.amazon.aws.utils.waiter_with_logging import wait
from airflow.providers.cncf.kubernetes.utils.pod_manager import OnFinishAction
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
try:
from airflow.providers.cncf.kubernetes.operators.pod import
KubernetesPodOperator
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/operators/emr.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/emr.py
index 1af7a0011a0..0aeeb8a4fe9 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/emr.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/emr.py
@@ -24,7 +24,6 @@ from datetime import timedelta
from typing import TYPE_CHECKING, Any
from uuid import uuid4
-from airflow.configuration import conf
from airflow.exceptions import AirflowProviderDeprecationWarning
from airflow.providers.amazon.aws.hooks.emr import EmrContainerHook, EmrHook,
EmrServerlessHook
from airflow.providers.amazon.aws.links.emr import (
@@ -58,7 +57,7 @@ from airflow.providers.amazon.aws.utils.waiter import (
)
from airflow.providers.amazon.aws.utils.waiter_with_logging import wait
from airflow.providers.amazon.version_compat import NOTSET, ArgNotSet
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.helpers import exactly_one, prune_dict
if TYPE_CHECKING:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/glue.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/glue.py
index 64a6e24ac2b..8e9a6deab44 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/glue.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/glue.py
@@ -24,7 +24,6 @@ from typing import TYPE_CHECKING, Any
from botocore.exceptions import ClientError
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.glue import GlueDataQualityHook,
GlueJobHook
from airflow.providers.amazon.aws.hooks.s3 import S3Hook
from airflow.providers.amazon.aws.links.glue import GlueJobRunDetailsLink
@@ -36,7 +35,7 @@ from airflow.providers.amazon.aws.triggers.glue import (
)
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/glue_crawler.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/glue_crawler.py
index ba25efebc93..95d154095b5 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/operators/glue_crawler.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/operators/glue_crawler.py
@@ -20,13 +20,12 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.glue_crawler import GlueCrawlerHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.glue_crawler import
GlueCrawlerCompleteTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/glue_databrew.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/glue_databrew.py
index 12708d944a8..c4a17903e5e 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/operators/glue_databrew.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/operators/glue_databrew.py
@@ -20,13 +20,12 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.glue_databrew import GlueDataBrewHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.glue_databrew import
GlueDataBrewJobCompleteTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/kinesis_analytics.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/kinesis_analytics.py
index 4c266e032ab..22afa940e4d 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/operators/kinesis_analytics.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/operators/kinesis_analytics.py
@@ -21,7 +21,6 @@ from typing import TYPE_CHECKING, Any, ClassVar
from botocore.exceptions import ClientError
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.kinesis_analytics import
KinesisAnalyticsV2Hook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.kinesis_analytics import (
@@ -29,7 +28,7 @@ from airflow.providers.amazon.aws.triggers.kinesis_analytics
import (
)
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/lambda_function.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/lambda_function.py
index 9e6c51f609e..28da2e244e5 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/operators/lambda_function.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/operators/lambda_function.py
@@ -22,13 +22,12 @@ from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.lambda_function import LambdaHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.lambda_function import
LambdaCreateFunctionCompleteTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/mwaa.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/mwaa.py
index d553bc08c9f..50b3d14675c 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/mwaa.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/mwaa.py
@@ -21,13 +21,12 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any, Literal
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.mwaa import MwaaHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.mwaa import
MwaaDagRunCompletedTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/neptune.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/neptune.py
index 2447a935990..a09c2e27c19 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/neptune.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/neptune.py
@@ -22,7 +22,6 @@ from typing import TYPE_CHECKING, Any
from botocore.exceptions import ClientError
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.neptune import NeptuneHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.neptune import (
@@ -31,7 +30,7 @@ from airflow.providers.amazon.aws.triggers.neptune import (
NeptuneClusterStoppedTrigger,
)
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/operators/rds.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/rds.py
index 84a3ef2229a..384547676a8 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/rds.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/rds.py
@@ -22,7 +22,6 @@ from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.rds import RdsHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.rds import (
@@ -35,7 +34,7 @@ from airflow.providers.amazon.aws.utils.mixins import
aws_template_fields
from airflow.providers.amazon.aws.utils.rds import RdsDbType
from airflow.providers.amazon.aws.utils.tags import format_tags
from airflow.providers.amazon.aws.utils.waiter_with_logging import wait
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.helpers import prune_dict
if TYPE_CHECKING:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/redshift_cluster.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/redshift_cluster.py
index a910383ed87..6fac47e00d5 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/operators/redshift_cluster.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/operators/redshift_cluster.py
@@ -21,7 +21,6 @@ from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.redshift_cluster import RedshiftHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.redshift_cluster import (
@@ -33,7 +32,7 @@ from airflow.providers.amazon.aws.triggers.redshift_cluster
import (
)
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.helpers import prune_dict
if TYPE_CHECKING:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/redshift_data.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/redshift_data.py
index 7f3685ad4f3..d92febf2e7f 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/operators/redshift_data.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/operators/redshift_data.py
@@ -19,13 +19,12 @@ from __future__ import annotations
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.redshift_data import RedshiftDataHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.redshift_data import
RedshiftDataTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from mypy_boto3_redshift_data.type_defs import (
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/sagemaker.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/sagemaker.py
index a4a43ef622b..ff5e754913a 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/sagemaker.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/sagemaker.py
@@ -25,7 +25,6 @@ from typing import TYPE_CHECKING, Any, ClassVar
from botocore.exceptions import ClientError
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook
from airflow.providers.amazon.aws.hooks.sagemaker import (
LogState,
@@ -42,7 +41,7 @@ from airflow.providers.amazon.aws.utils import
trim_none_values, validate_execut
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
from airflow.providers.amazon.aws.utils.sagemaker import ApprovalStatus
from airflow.providers.amazon.aws.utils.tags import format_tags
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.helpers import prune_dict
if TYPE_CHECKING:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/sagemaker_unified_studio.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/sagemaker_unified_studio.py
index 757bb453bb3..6761af3e049 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/operators/sagemaker_unified_studio.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/operators/sagemaker_unified_studio.py
@@ -22,7 +22,6 @@ from __future__ import annotations
from functools import cached_property
from typing import TYPE_CHECKING
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.sagemaker_unified_studio import (
SageMakerNotebookHook,
)
@@ -32,7 +31,7 @@ from
airflow.providers.amazon.aws.links.sagemaker_unified_studio import (
from airflow.providers.amazon.aws.triggers.sagemaker_unified_studio import (
SageMakerNotebookJobTrigger,
)
-from airflow.providers.common.compat.sdk import AirflowException, BaseOperator
+from airflow.providers.common.compat.sdk import AirflowException,
BaseOperator, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/operators/ssm.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/ssm.py
index 57ef9654a3c..c68cae45577 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/operators/ssm.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/operators/ssm.py
@@ -19,12 +19,12 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.ssm import SsmHook
from airflow.providers.amazon.aws.operators.base_aws import AwsBaseOperator
from airflow.providers.amazon.aws.triggers.ssm import SsmRunCommandTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
+from airflow.providers.common.compat.sdk import conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/operators/step_function.py
b/providers/amazon/src/airflow/providers/amazon/aws/operators/step_function.py
index 9d93444e6d9..7c5c6a31cb9 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/operators/step_function.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/operators/step_function.py
@@ -21,7 +21,6 @@ from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.step_function import StepFunctionHook
from airflow.providers.amazon.aws.links.step_function import (
StateMachineDetailsLink,
@@ -31,7 +30,7 @@ from airflow.providers.amazon.aws.operators.base_aws import
AwsBaseOperator
from airflow.providers.amazon.aws.triggers.step_function import
StepFunctionsExecutionCompleteTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/sensors/batch.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/batch.py
index 33d8389cd81..4a2b88de11d 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/batch.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/batch.py
@@ -20,12 +20,11 @@ from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.batch_client import BatchClientHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.batch import BatchJobTrigger
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/bedrock.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/bedrock.py
index bbe7763bbe8..7ccac1f87eb 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/bedrock.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/bedrock.py
@@ -21,7 +21,6 @@ import abc
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any, TypeVar
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.bedrock import BedrockAgentHook,
BedrockHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.bedrock import (
@@ -33,7 +32,7 @@ from airflow.providers.amazon.aws.triggers.bedrock import (
BedrockProvisionModelThroughputCompletedTrigger,
)
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.providers.amazon.aws.triggers.bedrock import
BedrockBaseBatchInferenceTrigger
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/comprehend.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/comprehend.py
index 2372d1f37d5..98361710bb6 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/comprehend.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/comprehend.py
@@ -20,7 +20,6 @@ import abc
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.comprehend import ComprehendHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.comprehend import (
@@ -28,7 +27,7 @@ from airflow.providers.amazon.aws.triggers.comprehend import (
ComprehendPiiEntitiesDetectionJobCompletedTrigger,
)
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/sensors/ec2.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/ec2.py
index c7b525bda2e..d5d2929d10c 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/ec2.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/ec2.py
@@ -20,13 +20,12 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.ec2 import EC2Hook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.ec2 import EC2StateSensorTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/sensors/emr.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/emr.py
index ef936708aca..f9a63289388 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/emr.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/emr.py
@@ -21,7 +21,6 @@ from collections.abc import Iterable, Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.emr import EmrContainerHook, EmrHook,
EmrServerlessHook
from airflow.providers.amazon.aws.links.emr import EmrClusterLink,
EmrLogsLink, get_log_uri
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
@@ -32,7 +31,7 @@ from airflow.providers.amazon.aws.triggers.emr import (
)
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/sensors/glue.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/glue.py
index 995552bbe72..c5c710e9e8f 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/glue.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/glue.py
@@ -20,7 +20,6 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.glue import GlueDataQualityHook,
GlueJobHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.glue import (
@@ -30,7 +29,7 @@ from airflow.providers.amazon.aws.triggers.glue import (
)
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/glue_catalog_partition.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/glue_catalog_partition.py
index b5a1b867d7e..3806d3293fa 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/glue_catalog_partition.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/glue_catalog_partition.py
@@ -21,13 +21,12 @@ from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.glue_catalog import GlueCatalogHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.glue import
GlueCatalogPartitionTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/kinesis_analytics.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/kinesis_analytics.py
index f7e5821a56e..37cb96d9f06 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/kinesis_analytics.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/kinesis_analytics.py
@@ -19,14 +19,13 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.kinesis_analytics import
KinesisAnalyticsV2Hook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.kinesis_analytics import (
KinesisAnalyticsV2ApplicationOperationCompleteTrigger,
)
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/sensors/mwaa.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/mwaa.py
index 46229f570e0..ece83acd052 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/mwaa.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/mwaa.py
@@ -20,12 +20,11 @@ from __future__ import annotations
from collections.abc import Collection, Sequence
from typing import TYPE_CHECKING, Any, Literal
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.mwaa import MwaaHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.mwaa import
MwaaDagRunCompletedTrigger, MwaaTaskCompletedTrigger
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.state import DagRunState, TaskInstanceState
if TYPE_CHECKING:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/opensearch_serverless.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/opensearch_serverless.py
index 1675d46e50b..051df9f26a8 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/opensearch_serverless.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/opensearch_serverless.py
@@ -19,14 +19,13 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.opensearch_serverless import
OpenSearchServerlessHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.opensearch_serverless import (
OpenSearchServerlessCollectionActiveTrigger,
)
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.helpers import exactly_one
if TYPE_CHECKING:
diff --git
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/redshift_cluster.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/redshift_cluster.py
index b6f30a5c532..d4a93dff807 100644
---
a/providers/amazon/src/airflow/providers/amazon/aws/sensors/redshift_cluster.py
+++
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/redshift_cluster.py
@@ -20,13 +20,12 @@ from collections.abc import Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.redshift_cluster import RedshiftHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.redshift_cluster import
RedshiftClusterTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/sensors/s3.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/s3.py
index d67b3341a3e..2ad2cda2b0d 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/s3.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/s3.py
@@ -25,13 +25,12 @@ from collections.abc import Callable, Sequence
from datetime import datetime, timedelta
from typing import TYPE_CHECKING, Any, cast
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.s3 import S3Hook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.s3 import S3KeysUnchangedTrigger,
S3KeyTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
-from airflow.providers.common.compat.sdk import AirflowException,
poke_mode_only
+from airflow.providers.common.compat.sdk import AirflowException, conf,
poke_mode_only
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/sensors/sqs.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/sqs.py
index ee6124c30ec..7e3de514216 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/sqs.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/sqs.py
@@ -23,14 +23,13 @@ from collections.abc import Collection, Sequence
from datetime import timedelta
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.sqs import SqsHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.sqs import SqsSensorTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
from airflow.providers.amazon.aws.utils.sqs import process_response
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
if TYPE_CHECKING:
from airflow.providers.amazon.aws.hooks.base_aws import BaseAwsConnection
diff --git a/providers/amazon/src/airflow/providers/amazon/aws/sensors/ssm.py
b/providers/amazon/src/airflow/providers/amazon/aws/sensors/ssm.py
index fc09b0e1c8d..1ada2fd1f70 100644
--- a/providers/amazon/src/airflow/providers/amazon/aws/sensors/ssm.py
+++ b/providers/amazon/src/airflow/providers/amazon/aws/sensors/ssm.py
@@ -20,12 +20,12 @@ from __future__ import annotations
from collections.abc import Sequence
from typing import TYPE_CHECKING, Any
-from airflow.configuration import conf
from airflow.providers.amazon.aws.hooks.ssm import SsmHook
from airflow.providers.amazon.aws.sensors.base_aws import AwsBaseSensor
from airflow.providers.amazon.aws.triggers.ssm import SsmRunCommandTrigger
from airflow.providers.amazon.aws.utils import validate_execute_complete_event
from airflow.providers.amazon.aws.utils.mixins import aws_template_fields
+from airflow.providers.common.compat.sdk import conf
if TYPE_CHECKING:
from airflow.sdk import Context
diff --git
a/providers/amazon/tests/unit/amazon/aws/executors/aws_lambda/test_lambda_executor.py
b/providers/amazon/tests/unit/amazon/aws/executors/aws_lambda/test_lambda_executor.py
index ae53fc57786..4bce677a3c1 100644
---
a/providers/amazon/tests/unit/amazon/aws/executors/aws_lambda/test_lambda_executor.py
+++
b/providers/amazon/tests/unit/amazon/aws/executors/aws_lambda/test_lambda_executor.py
@@ -52,6 +52,7 @@ DEFAULT_FUNCTION_NAME = "function-name"
@pytest.fixture
def set_env_vars():
overrides: dict[tuple[str, str], str] = {
+ (CONFIG_GROUP_NAME, AllLambdaConfigKeys.AWS_CONN_ID): "aws_default",
(CONFIG_GROUP_NAME, AllLambdaConfigKeys.REGION_NAME): "us-west-1",
(CONFIG_GROUP_NAME, AllLambdaConfigKeys.FUNCTION_NAME):
DEFAULT_FUNCTION_NAME,
(CONFIG_GROUP_NAME, AllLambdaConfigKeys.QUEUE_URL): DEFAULT_QUEUE_URL,
diff --git
a/providers/amazon/tests/unit/amazon/aws/executors/ecs/test_ecs_executor.py
b/providers/amazon/tests/unit/amazon/aws/executors/ecs/test_ecs_executor.py
index 65579c40c9c..e34832b6ffa 100644
--- a/providers/amazon/tests/unit/amazon/aws/executors/ecs/test_ecs_executor.py
+++ b/providers/amazon/tests/unit/amazon/aws/executors/ecs/test_ecs_executor.py
@@ -33,7 +33,6 @@ from botocore.exceptions import ClientError
from inflection import camelize
from semver import VersionInfo
-from airflow.configuration import conf
from airflow.executors.base_executor import BaseExecutor
from airflow.models import TaskInstance
from airflow.models.taskinstancekey import TaskInstanceKey
@@ -52,7 +51,7 @@ from airflow.providers.amazon.aws.executors.ecs.utils import (
parse_assign_public_ip,
)
from airflow.providers.amazon.aws.hooks.ecs import EcsHook
-from airflow.providers.common.compat.sdk import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException, conf
from airflow.utils.helpers import convert_camel_to_snake
from airflow.utils.state import State, TaskInstanceState
from airflow.utils.timezone import utcnow