This is an automated email from the ASF dual-hosted git repository.
rom pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
The following commit(s) were added to refs/heads/main by this push:
new 62e6724bf58 Include driver classpath in --jars cmd docstring in
spark-submit hook and operator (#45210)
62e6724bf58 is described below
commit 62e6724bf580504082a2766bc7cc0e7ce56e2dd3
Author: Ilai Gigi <[email protected]>
AuthorDate: Wed Dec 25 22:42:54 2024 +0200
Include driver classpath in --jars cmd docstring in spark-submit hook and
operator (#45210)
---
providers/src/airflow/providers/apache/spark/hooks/spark_submit.py | 2 +-
providers/src/airflow/providers/apache/spark/operators/spark_submit.py | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/providers/src/airflow/providers/apache/spark/hooks/spark_submit.py
b/providers/src/airflow/providers/apache/spark/hooks/spark_submit.py
index 8a00062c2ec..773fbc9f3c0 100644
--- a/providers/src/airflow/providers/apache/spark/hooks/spark_submit.py
+++ b/providers/src/airflow/providers/apache/spark/hooks/spark_submit.py
@@ -58,7 +58,7 @@ class SparkSubmitHook(BaseHook, LoggingMixin):
:param archives: Archives that spark should unzip (and possibly tag with
#ALIAS) into
the application working directory.
:param driver_class_path: Additional, driver-specific, classpath settings.
- :param jars: Submit additional jars to upload and place them in executor
classpath.
+ :param jars: Submit additional jars to upload and place them in driver and
executor classpaths.
:param java_class: the main class of the Java application
:param packages: Comma-separated list of maven coordinates of jars to
include on the
driver and executor classpaths
diff --git
a/providers/src/airflow/providers/apache/spark/operators/spark_submit.py
b/providers/src/airflow/providers/apache/spark/operators/spark_submit.py
index 2f6668643cf..3ad4ff0fe6e 100644
--- a/providers/src/airflow/providers/apache/spark/operators/spark_submit.py
+++ b/providers/src/airflow/providers/apache/spark/operators/spark_submit.py
@@ -44,7 +44,7 @@ class SparkSubmitOperator(BaseOperator):
comma. Files will be placed in the working directory of each
executor.
For example, serialized objects. (templated)
:param py_files: Additional python files used by the job, can be .zip,
.egg or .py. (templated)
- :param jars: Submit additional jars to upload and place them in executor
classpath. (templated)
+ :param jars: Submit additional jars to upload and place them in driver and
executor classpaths. (templated)
:param driver_class_path: Additional, driver-specific, classpath settings.
(templated)
:param java_class: the main class of the Java application
:param packages: Comma-separated list of maven coordinates of jars to
include on the
