Github user vanzin commented on a diff in the pull request:
https://github.com/apache/spark/pull/19954#discussion_r158165498
--- Diff:
resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/submit/steps/DependencyResolutionStep.scala
---
@@ -31,21 +32,23 @@ private[spark] class DependencyResolutionStep(
sparkJars: Seq[String],
sparkFiles: Seq[String],
jarsDownloadPath: String,
- localFilesDownloadPath: String) extends DriverConfigurationStep {
+ filesDownloadPath: String) extends DriverConfigurationStep {
override def configureDriver(driverSpec: KubernetesDriverSpec):
KubernetesDriverSpec = {
- val resolvedSparkJars = KubernetesFileUtils.resolveFileUris(sparkJars,
jarsDownloadPath)
- val resolvedSparkFiles = KubernetesFileUtils.resolveFileUris(
- sparkFiles, localFilesDownloadPath)
- val sparkConfResolvedSparkDependencies =
driverSpec.driverSparkConf.clone()
+ val resolvedSparkJars = KubernetesUtils.resolveFileUris(sparkJars,
jarsDownloadPath)
+ val resolvedSparkFiles = KubernetesUtils.resolveFileUris(
+ sparkFiles, filesDownloadPath)
--- End diff --
Fits in previous line.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
