Repository: spark Updated Branches: refs/heads/master 139da116f -> 7306d5569
[SPARK-20741][SPARK SUBMIT] Added cleanup of JARs archive generated by SparkSubmit ## What changes were proposed in this pull request? Deleted generated JARs archive after distribution to HDFS ## How was this patch tested? Please review http://spark.apache.org/contributing.html before opening a pull request. Author: Lior Regev <[email protected]> Closes #17986 from liorregev/master. Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/7306d556 Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/7306d556 Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/7306d556 Branch: refs/heads/master Commit: 7306d556903c832984c7f34f1e8fe738a4b2343c Parents: 139da11 Author: Lior Regev <[email protected]> Authored: Thu May 25 17:08:19 2017 +0100 Committer: Sean Owen <[email protected]> Committed: Thu May 25 17:08:19 2017 +0100 ---------------------------------------------------------------------- .../yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala | 1 + 1 file changed, 1 insertion(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/7306d556/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala ---------------------------------------------------------------------- diff --git a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala index b817570..9956071 100644 --- a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala +++ b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala @@ -545,6 +545,7 @@ private[spark] class Client( distribute(jarsArchive.toURI.getPath, resType = LocalResourceType.ARCHIVE, destName = Some(LOCALIZED_LIB_DIR)) + jarsArchive.delete() } } --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
