This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new b82bbe8 Example DAG-related updates for Apache Drill (#17384)
b82bbe8 is described below
commit b82bbe83ddb0d3c589ce5037eff526b7bedf7307
Author: josh-fell <[email protected]>
AuthorDate: Mon Aug 2 16:10:40 2021 -0400
Example DAG-related updates for Apache Drill (#17384)
---
.../{example_drill_dag.py => __init__.py} | 30 ----------------------
.../apache/drill/example_dags/example_drill_dag.py | 8 +-----
2 files changed, 1 insertion(+), 37 deletions(-)
diff --git a/airflow/providers/apache/drill/example_dags/example_drill_dag.py
b/airflow/providers/apache/drill/example_dags/__init__.py
similarity index 50%
copy from airflow/providers/apache/drill/example_dags/example_drill_dag.py
copy to airflow/providers/apache/drill/example_dags/__init__.py
index 60a35ee..13a8339 100644
--- a/airflow/providers/apache/drill/example_dags/example_drill_dag.py
+++ b/airflow/providers/apache/drill/example_dags/__init__.py
@@ -1,4 +1,3 @@
-#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
@@ -15,32 +14,3 @@
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
-
-"""
-Example Airflow DAG to submit Apache Spark applications using
-`SparkSubmitOperator`, `SparkJDBCOperator` and `SparkSqlOperator`.
-"""
-from airflow.models import DAG
-from airflow.providers.apache.drill.operators.drill import DrillOperator
-from airflow.utils.dates import days_ago
-
-args = {
- 'owner': 'Airflow',
-}
-
-with DAG(
- dag_id='example_drill_dag',
- default_args=args,
- schedule_interval=None,
- start_date=days_ago(2),
- tags=['example'],
-) as dag:
- # [START howto_operator_drill]
- sql_task = DrillOperator(
- task_id='json_to_parquet_table',
- sql='''
- drop table if exists dfs.tmp.employee;
- create table dfs.tmp.employee as select * from cp.`employee.json`;
- ''',
- )
- # [END howto_operator_drill]
diff --git a/airflow/providers/apache/drill/example_dags/example_drill_dag.py
b/airflow/providers/apache/drill/example_dags/example_drill_dag.py
index 60a35ee..5a9ee59 100644
--- a/airflow/providers/apache/drill/example_dags/example_drill_dag.py
+++ b/airflow/providers/apache/drill/example_dags/example_drill_dag.py
@@ -17,20 +17,14 @@
# under the License.
"""
-Example Airflow DAG to submit Apache Spark applications using
-`SparkSubmitOperator`, `SparkJDBCOperator` and `SparkSqlOperator`.
+Example Airflow DAG to execute SQL in an Apache Drill environment using the
`DrillOperator`.
"""
from airflow.models import DAG
from airflow.providers.apache.drill.operators.drill import DrillOperator
from airflow.utils.dates import days_ago
-args = {
- 'owner': 'Airflow',
-}
-
with DAG(
dag_id='example_drill_dag',
- default_args=args,
schedule_interval=None,
start_date=days_ago(2),
tags=['example'],
