Author: omalley
Date: Fri May 17 15:42:01 2013
New Revision: 1483872
URL: http://svn.apache.org/r1483872
Log:
HIVE-4486 FetchOperator slows down SMB map joins by 50% when there are many
partitions (Gopal V via omalley)
Modified:
hive/branches/branch-0.11/ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java
Modified:
hive/branches/branch-0.11/ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java
URL:
http://svn.apache.org/viewvc/hive/branches/branch-0.11/ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java?rev=1483872&r1=1483871&r2=1483872&view=diff
==============================================================================
---
hive/branches/branch-0.11/ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java
(original)
+++
hive/branches/branch-0.11/ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java
Fri May 17 15:42:01 2013
@@ -648,8 +648,7 @@ public class FetchOperator implements Se
* @return list of file status entries
*/
private FileStatus[] listStatusUnderPath(FileSystem fs, Path p) throws
IOException {
- HiveConf hiveConf = new HiveConf(job, FetchOperator.class);
- boolean recursive =
hiveConf.getBoolVar(HiveConf.ConfVars.HADOOPMAPREDINPUTDIRRECURSIVE);
+ boolean recursive = HiveConf.getBoolVar(job,
HiveConf.ConfVars.HADOOPMAPREDINPUTDIRRECURSIVE);
if (!recursive) {
return fs.listStatus(p);
}