Author: namit
Date: Wed Nov 2 23:25:38 2011
New Revision: 1196859
URL: http://svn.apache.org/viewvc?rev=1196859&view=rev
Log:
HIVE-2543 Compact index table's files merged in creation
(Kevin Wilfong via namit)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java?rev=1196859&r1=1196858&r2=1196859&view=diff
==============================================================================
---
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
(original)
+++
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java
Wed Nov 2 23:25:38 2011
@@ -150,6 +150,8 @@ public class AggregateIndexHandler exten
command.append(indexCols + ", " + VirtualColumn.FILENAME.getName());
HiveConf builderConf = new HiveConf(getConf(),
AggregateIndexHandler.class);
+ builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGEMAPFILES, false);
+ builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGEMAPREDFILES, false);
Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs,
outputs,
command, (LinkedHashMap<String, String>) partSpec, indexTableName,
dbName);
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java?rev=1196859&r1=1196858&r2=1196859&view=diff
==============================================================================
---
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
(original)
+++
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java
Wed Nov 2 23:25:38 2011
@@ -40,10 +40,10 @@ import org.apache.hadoop.hive.ql.index.I
import org.apache.hadoop.hive.ql.index.IndexSearchCondition;
import org.apache.hadoop.hive.ql.index.TableBasedIndexHandler;
import org.apache.hadoop.hive.ql.metadata.HiveException;
+import
org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate;
import org.apache.hadoop.hive.ql.metadata.HiveUtils;
import org.apache.hadoop.hive.ql.metadata.Partition;
import org.apache.hadoop.hive.ql.metadata.VirtualColumn;
-import
org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate;
import org.apache.hadoop.hive.ql.optimizer.IndexUtils;
import org.apache.hadoop.hive.ql.parse.ParseContext;
import org.apache.hadoop.hive.ql.plan.ExprNodeDesc;
@@ -127,6 +127,8 @@ public class CompactIndexHandler extends
command.append(indexCols + ", " + VirtualColumn.FILENAME.getName());
HiveConf builderConf = new HiveConf(getConf(), CompactIndexHandler.class);
+ builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGEMAPFILES, false);
+ builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGEMAPREDFILES, false);
Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs,
command, partSpec, indexTableName, dbName);
return rootTask;