Repository: hive Updated Branches: refs/heads/branch-1 aafad26f1 -> d36207ec9
HIVE-12682: Reducers in dynamic partitioning job spend a lot of time running hadoop.conf.Configuration.getOverlay (Prasanth Jayachandran reviewed by Ashutosh Chauhan) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/d36207ec Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/d36207ec Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/d36207ec Branch: refs/heads/branch-1 Commit: d36207ec92d10434c9cf587575849a21366d7636 Parents: aafad26 Author: Prasanth Jayachandran <[email protected]> Authored: Tue Jan 19 14:18:30 2016 -0600 Committer: Prasanth Jayachandran <[email protected]> Committed: Tue Jan 19 14:26:57 2016 -0600 ---------------------------------------------------------------------- ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/d36207ec/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java index d74c971..5d9c651 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java @@ -920,7 +920,7 @@ public class FileSinkOperator extends TerminalOperator<FileSinkDesc> implements pathKey = dpDir; if(conf.getDpSortState().equals(DPSortState.PARTITION_BUCKET_SORTED)) { String buckNum = row.get(row.size() - 1); - taskId = Utilities.replaceTaskIdFromFilename(Utilities.getTaskId(hconf), buckNum); + taskId = Utilities.replaceTaskIdFromFilename(taskId, buckNum); pathKey = appendToSource(taskId, dpDir); } FSPaths fsp2 = valToPaths.get(pathKey);
