This is an automated email from the ASF dual-hosted git repository.
dimberman pushed a commit to branch v1-10-test
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/v1-10-test by this push:
new 8c2f735 Add 'main' param to template_fields in
DataprocSubmitPySparkJobOperator (#9154)
8c2f735 is described below
commit 8c2f735df9c6c7ecfc3ca7248262fbb8ce4a949d
Author: Kaxil Naik <[email protected]>
AuthorDate: Fri Jun 5 15:39:42 2020 +0100
Add 'main' param to template_fields in DataprocSubmitPySparkJobOperator
(#9154)
(cherry picked from commit 9bcdadaf7e6e73d3d2246fbbd32a9f30a1b43ca9)
---
airflow/contrib/operators/dataproc_operator.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/airflow/contrib/operators/dataproc_operator.py
b/airflow/contrib/operators/dataproc_operator.py
index a5e126b..ff07be5 100644
--- a/airflow/contrib/operators/dataproc_operator.py
+++ b/airflow/contrib/operators/dataproc_operator.py
@@ -1057,7 +1057,7 @@ class DataProcPySparkOperator(DataProcJobBaseOperator):
Start a PySpark Job on a Cloud DataProc cluster.
:param main: [Required] The Hadoop Compatible Filesystem (HCFS) URI of the
main
- Python file to use as the driver. Must be a .py file.
+ Python file to use as the driver. Must be a .py file. (templated)
:type main: str
:param arguments: Arguments for the job. (templated)
:type arguments: list
@@ -1077,7 +1077,7 @@ class DataProcPySparkOperator(DataProcJobBaseOperator):
:type dataproc_pyspark_jars: list
"""
- template_fields = ['arguments', 'job_name', 'cluster_name',
+ template_fields = ['main', 'arguments', 'job_name', 'cluster_name',
'region', 'dataproc_jars', 'dataproc_properties']
ui_color = '#0273d4'
job_type = 'pysparkJob'
