Author: xuefu
Date: Mon Dec 22 15:37:41 2014
New Revision: 1647333
URL: http://svn.apache.org/r1647333
Log:
revert HIVE-9154: Cache pathToPartitionInfo in context aware record reader
(Chao via Xuefu)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java?rev=1647333&r1=1647332&r2=1647333&view=diff
==============================================================================
---
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
(original)
+++
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveContextAwareRecordReader.java
Mon Dec 22 15:37:41 2014
@@ -66,7 +66,6 @@ public abstract class HiveContextAwareRe
private boolean wasUsingSortedSearch = false;
private String genericUDFClassName = null;
private final List<Comparison> stopComparisons = new ArrayList<Comparison>();
- private Map<String, PartitionDesc> pathToPartitionInfo;
protected RecordReader recordReader;
protected JobConf jobConf;
@@ -172,8 +171,6 @@ public abstract class HiveContextAwareRe
ioCxtRef.isBlockPointer = isBlockPointer;
ioCxtRef.inputPath = inputPath;
LOG.info("Processing file " + inputPath);
- pathToPartitionInfo =
- Utilities.getMapWork(jobConf).getPathToPartitionInfo();
initDone = true;
}
@@ -313,6 +310,8 @@ public abstract class HiveContextAwareRe
Path filePath = this.ioCxtRef.getInputPath();
PartitionDesc part = null;
try {
+ Map<String, PartitionDesc> pathToPartitionInfo = Utilities
+ .getMapWork(jobConf).getPathToPartitionInfo();
part = HiveFileFormatUtils
.getPartitionDescFromPathRecursively(pathToPartitionInfo,
filePath, IOPrepareCache.get().getPartitionDescMap());