Repository: hive Updated Branches: refs/heads/branch-3 491c9f621 -> a879b9f13
HIVE-18871: hive on tez execution error due to set hive.aux.jars.path to hdfs:// (zhuwei reviewed by Prasanth Jayachandran) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a879b9f1 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a879b9f1 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a879b9f1 Branch: refs/heads/branch-3 Commit: a879b9f13e2b8815224dcc7c7514eef5cac7aaa1 Parents: 491c9f6 Author: zhuwei <zhuwei8...@gmail.com> Authored: Mon Sep 24 10:24:27 2018 -0700 Committer: Prasanth Jayachandran <prasan...@apache.org> Committed: Tue Sep 25 10:10:00 2018 -0700 ---------------------------------------------------------------------- ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/a879b9f1/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java index de0abd1..1a88b77 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java @@ -62,6 +62,7 @@ import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.FileUtil; import org.apache.hadoop.hive.common.FileUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.conf.HiveConf.ConfVars; @@ -1263,7 +1264,12 @@ public class DagUtils { return createLocalResource(destFS, dest, type, LocalResourceVisibility.PRIVATE); } try { - destFS.copyFromLocalFile(false, false, src, dest); + if (src.toUri().getScheme()!=null) { + FileUtil.copy(src.getFileSystem(conf), src, destFS, dest, false, false, conf); + } + else { + destFS.copyFromLocalFile(false, false, src, dest); + } synchronized (notifier) { notifier.notifyAll(); // Notify if we have successfully copied the file. }
