Remove the runAsUser as it breaks secure hdfs access
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/f95cb04e Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/f95cb04e Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/f95cb04e Branch: refs/heads/master Commit: f95cb04e4009f25f6b466173fcab24bd861acb24 Parents: 5f9ed51 Author: tgravescs <[email protected]> Authored: Fri Nov 8 10:07:15 2013 -0600 Committer: tgravescs <[email protected]> Committed: Fri Nov 8 10:07:15 2013 -0600 ---------------------------------------------------------------------- core/src/main/scala/org/apache/spark/executor/Executor.scala | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/f95cb04e/core/src/main/scala/org/apache/spark/executor/Executor.scala ---------------------------------------------------------------------- diff --git a/core/src/main/scala/org/apache/spark/executor/Executor.scala b/core/src/main/scala/org/apache/spark/executor/Executor.scala index 5c9bb9d..0a4f10c 100644 --- a/core/src/main/scala/org/apache/spark/executor/Executor.scala +++ b/core/src/main/scala/org/apache/spark/executor/Executor.scala @@ -179,7 +179,10 @@ private[spark] class Executor( } } - override def run(): Unit = SparkHadoopUtil.get.runAsUser(sparkUser) { () => + // the runAsUser breaks secure HDFS access. It needs to add the credentials + // for the user if running as a user. Comment out for now. + //override def run(): Unit = SparkHadoopUtil.get.runAsUser(sparkUser) { () => + override def run(): Unit = { val startTime = System.currentTimeMillis() SparkEnv.set(env) Thread.currentThread.setContextClassLoader(replClassLoader)
