change docstring to include driver classpath when invoking jars cmd o…

…n spark submit
apache · Dec 25, 2024 · dd9ec74 · dd9ec74
1 parent b13ed89
commit dd9ec74
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/providers/src/airflow/providers/apache/spark/hooks/spark_submit.py b/providers/src/airflow/providers/apache/spark/hooks/spark_submit.py
@@ -58,7 +58,7 @@ class SparkSubmitHook(BaseHook, LoggingMixin):
     :param archives: Archives that spark should unzip (and possibly tag with #ALIAS) into
         the application working directory.
     :param driver_class_path: Additional, driver-specific, classpath settings.
-    :param jars: Submit additional jars to upload and place them in executor classpath.
+    :param jars: Submit additional jars to upload and place them in driver and executor classpath.
     :param java_class: the main class of the Java application
     :param packages: Comma-separated list of maven coordinates of jars to include on the
         driver and executor classpaths

diff --git a/providers/src/airflow/providers/apache/spark/operators/spark_submit.py b/providers/src/airflow/providers/apache/spark/operators/spark_submit.py
@@ -44,7 +44,7 @@ class SparkSubmitOperator(BaseOperator):
                   comma. Files will be placed in the working directory of each executor.
                   For example, serialized objects. (templated)
     :param py_files: Additional python files used by the job, can be .zip, .egg or .py. (templated)
-    :param jars: Submit additional jars to upload and place them in executor classpath. (templated)
+    :param jars: Submit additional jars to upload and place them in driver and executor classpath. (templated)
     :param driver_class_path: Additional, driver-specific, classpath settings. (templated)
     :param java_class: the main class of the Java application
     :param packages: Comma-separated list of maven coordinates of jars to include on the