This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch v2-10-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/v2-10-test by this push:
new 658d97dac4e Restrict looker-sdk version 24.18.0 and
microsoft-kiota-http 1.3.4 (#42954) (#42977)
658d97dac4e is described below
commit 658d97dac4ee69905425f579033b8f98ab7dd460
Author: Jarek Potiuk <[email protected]>
AuthorDate: Sun Oct 13 23:12:21 2024 +0200
Restrict looker-sdk version 24.18.0 and microsoft-kiota-http 1.3.4 (#42954)
(#42977)
* restrict looker version 24.18.0
* update microsoft provider deps with microsoft-kiota-http
* update gh issue ids to provider yaml files
* ignore type in applfowhook
* ignore type in applfowhook
* ignore type in applfowhook
(cherry picked from commit 7d8ea68bdaae3258bd391b8f6ae0277258a7c437)
Co-authored-by: GPK <[email protected]>
---
airflow/providers/amazon/aws/hooks/appflow.py | 8 ++++----
airflow/providers/google/provider.yaml | 4 +++-
airflow/providers/microsoft/azure/provider.yaml | 3 +++
generated/provider_dependencies.json | 3 ++-
tests/datasets/test_manager.py | 1 +
5 files changed, 13 insertions(+), 6 deletions(-)
diff --git a/airflow/providers/amazon/aws/hooks/appflow.py
b/airflow/providers/amazon/aws/hooks/appflow.py
index 5ef99491792..e68637e50dc 100644
--- a/airflow/providers/amazon/aws/hooks/appflow.py
+++ b/airflow/providers/amazon/aws/hooks/appflow.py
@@ -117,9 +117,9 @@ class AppflowHook(AwsGenericHook["AppflowClient"]):
self.conn.update_flow(
flowName=response["flowName"],
- destinationFlowConfigList=response["destinationFlowConfigList"],
- sourceFlowConfig=response["sourceFlowConfig"],
- triggerConfig=response["triggerConfig"],
+ destinationFlowConfigList=response["destinationFlowConfigList"],
# type: ignore[arg-type]
+ sourceFlowConfig=response["sourceFlowConfig"], # type:
ignore[arg-type]
+ triggerConfig=response["triggerConfig"], # type: ignore[arg-type]
description=response.get("description", "Flow description."),
- tasks=tasks,
+ tasks=tasks, # type: ignore[arg-type]
)
diff --git a/airflow/providers/google/provider.yaml
b/airflow/providers/google/provider.yaml
index 2d26522bb50..e84fb7558c2 100644
--- a/airflow/providers/google/provider.yaml
+++ b/airflow/providers/google/provider.yaml
@@ -154,7 +154,9 @@ dependencies:
- grpcio-gcp>=0.2.2
- httpx>=0.25.0
- json-merge-patch>=0.2
- - looker-sdk>=22.4.0
+ # looker-sdk 24.18.0 has issues in import looker_sdk.rtl, No module named
looker_sdk.rtl
+ # See https://github.com/looker-open-source/sdk-codegen/issues/1518
+ - looker-sdk>=22.4.0,!=24.18.0
- pandas-gbq>=0.7.0
# In pandas 2.2 minimal version of the sqlalchemy is 2.0
#
https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
diff --git a/airflow/providers/microsoft/azure/provider.yaml
b/airflow/providers/microsoft/azure/provider.yaml
index 600a5530d71..27a0a2da2e8 100644
--- a/airflow/providers/microsoft/azure/provider.yaml
+++ b/airflow/providers/microsoft/azure/provider.yaml
@@ -104,6 +104,9 @@ dependencies:
- azure-mgmt-containerregistry>=8.0.0
- azure-mgmt-containerinstance>=10.1.0
- msgraph-core>=1.0.0
+ # msgraph-core has transient import failures with microsoft-kiota-http==1.3.4
+ # See https://github.com/microsoftgraph/msgraph-sdk-python-core/issues/706
+ - microsoft-kiota-http>=1.3.0,!=1.3.4
devel-dependencies:
- pywinrm
diff --git a/generated/provider_dependencies.json
b/generated/provider_dependencies.json
index 1ac11366c64..14cb5043002 100644
--- a/generated/provider_dependencies.json
+++ b/generated/provider_dependencies.json
@@ -655,7 +655,7 @@
"grpcio-gcp>=0.2.2",
"httpx>=0.25.0",
"json-merge-patch>=0.2",
- "looker-sdk>=22.4.0",
+ "looker-sdk>=22.4.0,!=24.18.0",
"pandas-gbq>=0.7.0",
"pandas>=1.5.3,<2.2;python_version<\"3.9\"",
"pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
@@ -801,6 +801,7 @@
"azure-storage-file-share>=12.7.0",
"azure-synapse-artifacts>=0.17.0",
"azure-synapse-spark>=0.2.0",
+ "microsoft-kiota-http>=1.3.0,!=1.3.4",
"msgraph-core>=1.0.0"
],
"devel-deps": [
diff --git a/tests/datasets/test_manager.py b/tests/datasets/test_manager.py
index 65ebbf00063..cf36c8a8e3a 100644
--- a/tests/datasets/test_manager.py
+++ b/tests/datasets/test_manager.py
@@ -144,6 +144,7 @@ class TestDatasetManager:
assert
session.query(DatasetEvent).filter_by(dataset_id=dsm.id).count() == 1
assert session.query(DatasetDagRunQueue).count() == 2
+ @pytest.mark.skip_if_database_isolation_mode
@pytest.mark.usefixtures("clear_datasets")
def test_register_dataset_change_with_alias(self, session, dag_maker,
mock_task_instance):
consumer_dag_1 = DagModel(dag_id="conumser_1", is_active=True,
fileloc="dag1.py")
