Github user liyinan926 commented on a diff in the pull request:
https://github.com/apache/spark/pull/22959#discussion_r234774586
--- Diff:
resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/features/HadoopSparkUserExecutorFeatureStep.scala
---
@@ -16,28 +16,19 @@
*/
package org.apache.spark.deploy.k8s.features
-import io.fabric8.kubernetes.api.model.HasMetadata
-
-import org.apache.spark.deploy.k8s.{KubernetesConf, SparkPod}
+import org.apache.spark.deploy.k8s.{KubernetesExecutorConf, SparkPod}
import org.apache.spark.deploy.k8s.Constants._
-import org.apache.spark.deploy.k8s.KubernetesExecutorSpecificConf
import org.apache.spark.deploy.k8s.features.hadooputils.HadoopBootstrapUtil
-import org.apache.spark.internal.Logging
/**
* This step is responsible for setting ENV_SPARK_USER when HADOOP_FILES
are detected
* however, this step would not be run if Kerberos is enabled, as Kerberos
sets SPARK_USER
*/
-private[spark] class HadoopSparkUserExecutorFeatureStep(
- kubernetesConf: KubernetesConf[KubernetesExecutorSpecificConf])
- extends KubernetesFeatureConfigStep with Logging {
+private[spark] class HadoopSparkUserExecutorFeatureStep(conf:
KubernetesExecutorConf)
+ extends KubernetesFeatureConfigStep {
override def configurePod(pod: SparkPod): SparkPod = {
- val sparkUserName =
kubernetesConf.sparkConf.get(KERBEROS_SPARK_USER_NAME)
+ val sparkUserName = conf.sparkConf.get(KERBEROS_SPARK_USER_NAME)
--- End diff --
Ditto.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
