This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 9ebd7fb7317 Revert "[SPARK-38910][YARN] Clean spark staging before
`unregister`"
9ebd7fb7317 is described below
commit 9ebd7fb7317b32f57cffda8610c5d6fd4308302e
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Tue Jul 12 09:24:03 2022 -0700
Revert "[SPARK-38910][YARN] Clean spark staging before `unregister`"
This reverts commit 87c744b60507f82e1722f1488f1741cb2bb8e8e5.
---
.../src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
index 15b581cdcc1..cc4a63c160f 100644
---
a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
+++
b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
@@ -261,8 +261,8 @@ private[spark] class ApplicationMaster(
if (!unregistered) {
// we only want to unregister if we don't want the RM to retry
if (finalStatus == FinalApplicationStatus.SUCCEEDED ||
isLastAttempt) {
- cleanupStagingDir(new
Path(System.getenv("SPARK_YARN_STAGING_DIR")))
unregister(finalStatus, finalMsg)
+ cleanupStagingDir(new
Path(System.getenv("SPARK_YARN_STAGING_DIR")))
}
}
} catch {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
