Github user susanxhuynh commented on a diff in the pull request:
https://github.com/apache/spark/pull/19272#discussion_r139779444
--- Diff:
core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala
---
@@ -159,6 +159,13 @@ class CoarseGrainedSchedulerBackend(scheduler:
TaskSchedulerImpl, val rpcEnv: Rp
scheduler.getExecutorsAliveOnHost(host).foreach { exec =>
killExecutors(exec.toSeq, replace = true, force = true)
}
+
+ case UpdateDelegationTokens(tokens) =>
+ logDebug("Asking each executor to update HDFS delegation tokens")
+ for ((x, executorData) <- executorDataMap) {
--- End diff --
`(_, executorData)` would be more Scala-like.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
