Github user mridulm commented on a diff in the pull request:
https://github.com/apache/spark/pull/20987#discussion_r179654822
--- Diff: core/src/main/scala/org/apache/spark/executor/Executor.scala ---
@@ -494,19 +507,6 @@ private[spark] class Executor(
setTaskFinishedAndClearInterruptStatus()
execBackend.statusUpdate(taskId, TaskState.FAILED,
ser.serialize(reason))
- case t: TaskKilledException =>
- logInfo(s"Executor killed $taskName (TID $taskId), reason:
${t.reason}")
- setTaskFinishedAndClearInterruptStatus()
- execBackend.statusUpdate(taskId, TaskState.KILLED,
ser.serialize(TaskKilled(t.reason)))
-
- case _: InterruptedException | NonFatal(_) if
- task != null && task.reasonIfKilled.isDefined =>
- val killReason = task.reasonIfKilled.getOrElse("unknown reason")
- logInfo(s"Executor interrupted and killed $taskName (TID
$taskId), reason: $killReason")
- setTaskFinishedAndClearInterruptStatus()
- execBackend.statusUpdate(
- taskId, TaskState.KILLED,
ser.serialize(TaskKilled(killReason)))
-
case CausedBy(cDE: CommitDeniedException) =>
--- End diff --
I should have seen this when reviewing the original change, my bad; thanks
for fixing this @squito !
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
