This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new ddc26c4f3e AIP-47 - Migrate druid DAGs to new design #22439 (#24207)
ddc26c4f3e is described below
commit ddc26c4f3e51bf74f56bad888db515dfc900e3e7
Author: chethanuk-plutoflume <[email protected]>
AuthorDate: Sun Jun 5 10:28:01 2022 +0100
AIP-47 - Migrate druid DAGs to new design #22439 (#24207)
---
airflow/providers/apache/druid/example_dags/__init__.py | 17 -----------------
docs/apache-airflow-providers-apache-druid/index.rst | 2 +-
.../apache-airflow-providers-apache-druid/operators.rst | 2 +-
.../system/providers/apache/druid}/example_druid_dag.py | 12 +++++++++++-
4 files changed, 13 insertions(+), 20 deletions(-)
diff --git a/airflow/providers/apache/druid/example_dags/__init__.py
b/airflow/providers/apache/druid/example_dags/__init__.py
deleted file mode 100644
index 217e5db960..0000000000
--- a/airflow/providers/apache/druid/example_dags/__init__.py
+++ /dev/null
@@ -1,17 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
diff --git a/docs/apache-airflow-providers-apache-druid/index.rst
b/docs/apache-airflow-providers-apache-druid/index.rst
index 4946cc1fd1..bc2c77ef62 100644
--- a/docs/apache-airflow-providers-apache-druid/index.rst
+++ b/docs/apache-airflow-providers-apache-druid/index.rst
@@ -34,7 +34,7 @@ Content
Python API <_api/airflow/providers/apache/druid/index>
PyPI Repository
<https://pypi.org/project/apache-airflow-providers-apache-druid/>
Installing from sources <installing-providers-from-sources>
- Example DAGs
<https://github.com/apache/airflow/tree/main/airflow/providers/apache/druid/example_dags>
+ Example DAGs
<https://github.com/apache/airflow/tree/main/tests/system/providers/apache/druid>
.. THE REMAINDER OF THE FILE IS AUTOMATICALLY GENERATED. IT WILL BE
OVERWRITTEN AT RELEASE TIME!
diff --git a/docs/apache-airflow-providers-apache-druid/operators.rst
b/docs/apache-airflow-providers-apache-druid/operators.rst
index df1b6d68a2..68c854ed97 100644
--- a/docs/apache-airflow-providers-apache-druid/operators.rst
+++ b/docs/apache-airflow-providers-apache-druid/operators.rst
@@ -36,7 +36,7 @@ For parameter definition take a look at
:class:`~airflow.providers.apache.druid.
Using the operator
""""""""""""""""""
-.. exampleinclude::
/../../airflow/providers/apache/druid/example_dags/example_druid_dag.py
+.. exampleinclude::
/../../tests/system/providers/apache/druid/example_druid_dag.py
:language: python
:dedent: 4
:start-after: [START howto_operator_druid_submit]
diff --git a/airflow/providers/apache/druid/example_dags/example_druid_dag.py
b/tests/system/providers/apache/druid/example_druid_dag.py
similarity index 85%
rename from airflow/providers/apache/druid/example_dags/example_druid_dag.py
rename to tests/system/providers/apache/druid/example_druid_dag.py
index f0d1c065a4..0552e10588 100644
--- a/airflow/providers/apache/druid/example_dags/example_druid_dag.py
+++ b/tests/system/providers/apache/druid/example_druid_dag.py
@@ -19,13 +19,18 @@
"""
Example Airflow DAG to submit Apache Druid json index file using
`DruidOperator`
"""
+
+import os
from datetime import datetime
from airflow.models import DAG
from airflow.providers.apache.druid.operators.druid import DruidOperator
+ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID")
+DAG_ID = "example_druid_operator"
+
with DAG(
- dag_id='example_druid_operator',
+ dag_id=DAG_ID,
schedule_interval=None,
start_date=datetime(2021, 1, 1),
catchup=False,
@@ -48,3 +53,8 @@ with DAG(
}
"""
# [END howto_operator_druid_submit]
+
+from tests.system.utils import get_test_run # noqa: E402
+
+# Needed to run the example DAG with pytest (see:
tests/system/README.md#run_via_pytest)
+test_run = get_test_run(dag)
