This is an automated email from the ASF dual-hosted git repository.
hashutosh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new fecad5b HIVE-23580 : deleteOnExit set is not cleaned up, causing
memory pressure (Attila Magyar via Ashutosh Chauhan)
fecad5b is described below
commit fecad5b0f72c535ed1c53f2cc62b0d6649b651ae
Author: Attila Magyar <[email protected]>
AuthorDate: Sat Jun 13 13:47:38 2020 -0700
HIVE-23580 : deleteOnExit set is not cleaned up, causing memory pressure
(Attila Magyar via Ashutosh Chauhan)
Signed-off-by: Ashutosh Chauhan <[email protected]>
---
ql/src/java/org/apache/hadoop/hive/ql/Context.java | 2 ++
1 file changed, 2 insertions(+)
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/Context.java
b/ql/src/java/org/apache/hadoop/hive/ql/Context.java
index 318c207..a41c5c8 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/Context.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/Context.java
@@ -678,6 +678,8 @@ public class Context {
Path p = entry.getValue();
if (p.toUri().getPath().contains(stagingDir) && subDirOf(p,
fsScratchDirs.values()) ) {
LOG.debug("Skip deleting stagingDir: " + p);
+ FileSystem fs = p.getFileSystem(conf);
+ fs.cancelDeleteOnExit(p);
continue; // staging dir is deleted when deleting the scratch dir
}
if(resultCacheDir == null ||
!p.toUri().getPath().contains(resultCacheDir)) {
