This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 7bbb4b41e8 Small fix for datafusion system test (#41795)
7bbb4b41e8 is described below
commit 7bbb4b41e89d86bc87b174b830a851a303c66eda
Author: VladaZakharova <[email protected]>
AuthorDate: Wed Aug 28 14:37:48 2024 +0200
Small fix for datafusion system test (#41795)
---
.../system/providers/google/cloud/datafusion/example_datafusion.py | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
diff --git
a/tests/system/providers/google/cloud/datafusion/example_datafusion.py
b/tests/system/providers/google/cloud/datafusion/example_datafusion.py
index de8ba99b6f..d206c2260e 100644
--- a/tests/system/providers/google/cloud/datafusion/example_datafusion.py
+++ b/tests/system/providers/google/cloud/datafusion/example_datafusion.py
@@ -46,9 +46,9 @@ from tests.system.providers.google import
DEFAULT_GCP_SYSTEM_TEST_PROJECT_ID
# [START howto_data_fusion_env_variables]
SERVICE_ACCOUNT = os.environ.get("GCP_DATAFUSION_SERVICE_ACCOUNT")
PROJECT_ID = os.environ.get("SYSTEM_TESTS_GCP_PROJECT") or
DEFAULT_GCP_SYSTEM_TEST_PROJECT_ID
-ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID")
+ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID", "default")
LOCATION = "europe-north1"
-DAG_ID = "example_datafusion"
+DAG_ID = "datafusion"
INSTANCE_NAME = f"df-{ENV_ID}".replace("_", "-")
INSTANCE = {
"type": "BASIC",
@@ -170,7 +170,7 @@ CloudDataFusionCreatePipelineOperator.template_fields = (
with DAG(
DAG_ID,
start_date=datetime(2021, 1, 1),
- schedule=None,
+ schedule="@once",
catchup=False,
tags=["example", "datafusion"],
) as dag:
@@ -245,6 +245,7 @@ with DAG(
location=LOCATION,
pipeline_name=PIPELINE_NAME,
instance_name=INSTANCE_NAME,
+ pipeline_timeout=1000,
task_id="start_pipeline",
)
# [END howto_cloud_data_fusion_start_pipeline]