Github user brad-kaiser commented on a diff in the pull request:
https://github.com/apache/spark/pull/19041#discussion_r156421510
--- Diff:
core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala
---
@@ -682,6 +689,15 @@ class CoarseGrainedSchedulerBackend(scheduler:
TaskSchedulerImpl, val rpcEnv: Rp
}
protected def fetchHadoopDelegationTokens(): Option[Array[Byte]] = {
None }
+
+ override def markPendingToRemove(executorIds: Seq[String]): Unit =
synchronized {
+ logDebug(s"marking $executorIds pending to remove")
+ executorIds.foreach { id =>
+ if (!executorsPendingToRemove.contains(id)) {
--- End diff --
fixed
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
