Author: khorgath Date: Fri May 23 07:03:29 2014 New Revision: 1597017 URL: http://svn.apache.org/r1597017 Log: HIVE-6996 : FS based stats broken with indexed tables (Ashutosh Chauhan via Prasanth J)
Modified: hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_entry_limit.q hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_size_limit.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/authorization_index.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/database_drop.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auth.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_empty.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_file_format.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_multiple.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_partitioned.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_self_join.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_unused.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap1.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap2.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_compression.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_rc.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_1.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_2.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_3.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_binary_search.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compression.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_creation.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_serde.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale_partitioned.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_syntax.q hive/branches/branch-0.13/ql/src/test/queries/clientpositive/union_view.q Modified: hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java (original) +++ hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/AggregateIndexHandler.java Fri May 23 07:03:29 2014 @@ -23,6 +23,7 @@ import java.util.List; import java.util.Map; import java.util.Set; +import org.apache.hadoop.hive.common.StatsSetupConst; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.api.Index; @@ -155,7 +156,7 @@ public class AggregateIndexHandler exten builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGETEZFILES, false); Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs, command, (LinkedHashMap<String, String>) partSpec, indexTableName, dbName); - + super.setStatsDir(builderConf); return rootTask; } } Modified: hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java (original) +++ hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/TableBasedIndexHandler.java Fri May 23 07:03:29 2014 @@ -26,6 +26,8 @@ import java.util.Set; import java.util.Map.Entry; import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.hive.common.StatsSetupConst; +import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.ql.exec.Task; import org.apache.hadoop.hive.ql.exec.Utilities; @@ -103,6 +105,13 @@ public abstract class TableBasedIndexHan PartitionDesc indexTblPartDesc, String indexTableName, PartitionDesc baseTablePartDesc, String baseTableName, String dbName) throws HiveException; + protected void setStatsDir(HiveConf builderConf) { + String statsDir; + if ((statsDir = builderConf.get(StatsSetupConst.STATS_TMP_LOC)) != null) { + getConf().set(StatsSetupConst.STATS_TMP_LOC, statsDir); + } + } + protected List<String> getPartKVPairStringArray( LinkedHashMap<String, String> partSpec) { List<String> ret = new ArrayList<String>(partSpec.size()); Modified: hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java (original) +++ hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/bitmap/BitmapIndexHandler.java Fri May 23 07:03:29 2014 @@ -28,6 +28,7 @@ import java.util.Set; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.hive.common.StatsSetupConst; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.api.Index; @@ -285,8 +286,8 @@ public class BitmapIndexHandler extends } Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs, - command, (LinkedHashMap<String, String>) partSpec, indexTableName, dbName); - + command, partSpec, indexTableName, dbName); + super.setStatsDir(builderConf); return rootTask; } Modified: hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java (original) +++ hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java Fri May 23 07:03:29 2014 @@ -28,6 +28,7 @@ import java.util.Set; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.hive.common.StatsSetupConst; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.conf.HiveConf.ConfVars; import org.apache.hadoop.hive.metastore.api.FieldSchema; @@ -147,6 +148,7 @@ public class CompactIndexHandler extends builderConf.setBoolVar(HiveConf.ConfVars.HIVEMERGETEZFILES, false); Task<?> rootTask = IndexUtils.createRootTask(builderConf, inputs, outputs, command, partSpec, indexTableName, dbName); + super.setStatsDir(builderConf); return rootTask; } Modified: hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_entry_limit.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_entry_limit.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_entry_limit.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_entry_limit.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; drop index src_index on src; CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_size_limit.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_size_limit.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_size_limit.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientnegative/index_compact_size_limit.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; drop index src_index on src; CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/authorization_index.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/authorization_index.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/authorization_index.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/authorization_index.q Fri May 23 07:03:29 2014 @@ -1,6 +1,6 @@ set hive.security.authorization.manager=org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactoryForTest; set hive.security.authenticator.manager=org.apache.hadoop.hive.ql.security.SessionStateConfigUserAuthenticator; - +set hive.stats.dbclass=fs; set hive.security.authorization.enabled=true; create table t1 (a int); create index t1_index on table t1(a) as 'COMPACT' WITH DEFERRED REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/database_drop.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/database_drop.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/database_drop.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/database_drop.q Fri May 23 07:03:29 2014 @@ -8,6 +8,7 @@ CREATE DATABASE db5; SHOW DATABASES; USE db5; +set hive.stats.dbclass=fs; dfs ${system:test.dfs.mkdir} ${system:test.tmp.dir}/dbcascade/temp; dfs -rmr ${system:test.tmp.dir}/dbcascade; dfs ${system:test.dfs.mkdir} ${system:test.tmp.dir}/dbcascade; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auth.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auth.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auth.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auth.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; create table foobar(key int, value string) PARTITIONED BY (ds string, hr string); alter table foobar add partition (ds='2008-04-08',hr='12'); Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto.q Fri May 23 07:03:29 2014 @@ -3,6 +3,7 @@ -- without indexing SELECT key, value FROM src WHERE key > 80 AND key < 100 ORDER BY key; +set hive.stats.dbclass=fs; CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; ALTER INDEX src_index ON src REBUILD; @@ -25,4 +26,4 @@ SET hive.optimize.index.filter.compact.m EXPLAIN SELECT key, value FROM src WHERE key > 80 AND key < 100 ORDER BY key; SELECT key, value FROM src WHERE key > 80 AND key < 100 ORDER BY key; -DROP INDEX src_index on src; \ No newline at end of file +DROP INDEX src_index on src; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_empty.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_empty.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_empty.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_empty.q Fri May 23 07:03:29 2014 @@ -3,6 +3,7 @@ -- Create temp, and populate it with some values in src. CREATE TABLE temp(key STRING, val STRING) STORED AS TEXTFILE; +set hive.stats.dbclass=fs; -- Build an index on temp. CREATE INDEX temp_index ON TABLE temp(key) as 'COMPACT' WITH DEFERRED REBUILD; ALTER INDEX temp_index ON temp REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_file_format.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_file_format.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_file_format.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_file_format.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; -- test automatic use of index on different file formats CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; ALTER INDEX src_index ON src REBUILD; @@ -16,4 +17,4 @@ SET hive.optimize.index.filter.compact.m EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key; SELECT key, value FROM src WHERE key=86 ORDER BY key; -DROP INDEX src_index on src; \ No newline at end of file +DROP INDEX src_index on src; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables.q Fri May 23 07:03:29 2014 @@ -4,6 +4,7 @@ EXPLAIN SELECT a.key, a.value FROM src a JOIN srcpart b ON (a.key = b.key) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key; SELECT a.key, a.value FROM src a JOIN srcpart b ON (a.key = b.key) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key; +set hive.stats.dbclass=fs; CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD; ALTER INDEX src_index ON src REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_mult_tables_compact.q Fri May 23 07:03:29 2014 @@ -4,6 +4,7 @@ EXPLAIN SELECT a.key, a.value FROM src a JOIN srcpart b ON (a.key = b.key) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key; SELECT a.key, a.value FROM src a JOIN srcpart b ON (a.key = b.key) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key; +set hive.stats.dbclass=fs; CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; ALTER INDEX src_index ON src REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_multiple.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_multiple.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_multiple.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_multiple.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; -- With multiple indexes, make sure we choose which to use in a consistent order CREATE INDEX src_key_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; @@ -13,4 +14,4 @@ EXPLAIN SELECT key, value FROM src WHERE SELECT key, value FROM src WHERE key=86 ORDER BY key; DROP INDEX src_key_index ON src; -DROP INDEX src_val_index ON src; \ No newline at end of file +DROP INDEX src_val_index ON src; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_partitioned.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_partitioned.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_partitioned.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_partitioned.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; -- test automatic use of index on table with partitions CREATE INDEX src_part_index ON TABLE srcpart(key) as 'COMPACT' WITH DEFERRED REBUILD; ALTER INDEX src_part_index ON srcpart REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_self_join.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_self_join.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_self_join.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_self_join.q Fri May 23 07:03:29 2014 @@ -3,6 +3,7 @@ EXPLAIN SELECT a.key, b.key FROM src a JOIN src b ON (a.value = b.value) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key; SELECT a.key, b.key FROM src a JOIN src b ON (a.value = b.value) WHERE a.key > 80 AND a.key < 100 AND b.key > 70 AND b.key < 90 ORDER BY a.key; +set hive.stats.dbclass=fs; CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD; ALTER INDEX src_index ON src REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_unused.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_unused.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_unused.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_auto_unused.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; -- test cases where the index should not be used automatically CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; DROP INDEX srcpart_index_proj on srcpart; EXPLAIN Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap1.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap1.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap1.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap1.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; EXPLAIN CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD; CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap2.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap2.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap2.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap2.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; EXPLAIN CREATE INDEX src1_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD; EXPLAIN Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_auto_partitioned.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; -- test automatic use of index on table with partitions CREATE INDEX src_part_index ON TABLE srcpart(key) as 'BITMAP' WITH DEFERRED REBUILD; ALTER INDEX src_part_index ON srcpart REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_compression.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_compression.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_compression.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_compression.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; SET hive.exec.compress.result=true; CREATE INDEX src_index ON TABLE src(key) as 'BITMAP' WITH DEFERRED REBUILD; ALTER INDEX src_index ON src REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_rc.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_rc.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_rc.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_bitmap_rc.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; CREATE TABLE srcpart_rc (key int, value string) PARTITIONED BY (ds string, hr int) STORED AS RCFILE; INSERT OVERWRITE TABLE srcpart_rc PARTITION (ds='2008-04-08', hr=11) SELECT key, value FROM srcpart WHERE ds = '2008-04-08' AND hr = 11; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; DROP INDEX srcpart_index_proj on srcpart; EXPLAIN Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_1.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_1.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_1.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_1.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; EXPLAIN CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_2.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_2.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_2.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_2.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; CREATE TABLE srcpart_rc (key int, value string) PARTITIONED BY (ds string, hr int) STORED AS RCFILE; INSERT OVERWRITE TABLE srcpart_rc PARTITION (ds='2008-04-08', hr=11) SELECT key, value FROM srcpart WHERE ds = '2008-04-08' AND hr = 11; @@ -42,4 +43,4 @@ SET hive.input.format=org.apache.hadoop. SELECT key, value FROM srcpart_rc WHERE key=100 ORDER BY key; DROP INDEX srcpart_rc_index on srcpart_rc; -DROP TABLE srcpart_rc; \ No newline at end of file +DROP TABLE srcpart_rc; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_3.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_3.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_3.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_3.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; CREATE TABLE src_index_test_rc (key int, value string) STORED AS RCFILE; INSERT OVERWRITE TABLE src_index_test_rc SELECT * FROM src; @@ -16,4 +17,4 @@ SET hive.input.format=org.apache.hadoop. SELECT key, value FROM src_index_test_rc WHERE key=100 ORDER BY key; DROP INDEX src_index on src_index_test_rc; -DROP TABLE src_index_test_rc; \ No newline at end of file +DROP TABLE src_index_test_rc; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_binary_search.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_binary_search.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_binary_search.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compact_binary_search.q Fri May 23 07:03:29 2014 @@ -1,6 +1,6 @@ SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.default.fileformat=TextFile; - +set hive.stats.dbclass=fs; CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; ALTER INDEX src_index ON src REBUILD; @@ -129,4 +129,4 @@ SELECT * FROM src WHERE key >= '9'; SET hive.exec.post.hooks=; -DROP INDEX src_index ON src; \ No newline at end of file +DROP INDEX src_index ON src; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compression.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compression.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compression.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_compression.q Fri May 23 07:03:29 2014 @@ -1,4 +1,5 @@ SET hive.exec.compress.result=true; +set hive.stats.dbclass=fs; CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD; ALTER INDEX src_index ON src REBUILD; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_creation.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_creation.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_creation.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_creation.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; drop index src_index_2 on src; drop index src_index_3 on src; drop index src_index_4 on src; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_serde.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_serde.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_serde.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_serde.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; -- Want to ensure we can build and use indices on tables stored with SerDes -- Build the (Avro backed) table CREATE TABLE doctors Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; -- test that stale indexes are not used CREATE TABLE temp(key STRING, val STRING) STORED AS TEXTFILE; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale_partitioned.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale_partitioned.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale_partitioned.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/index_stale_partitioned.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; -- Test if index is actually being used. -- Create temp, and populate it with some values in src. Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_edge_cases.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; DROP TABLE show_idx_empty; DROP TABLE show_idx_full; @@ -24,4 +25,4 @@ SHOW INDEXES ON show_idx_empty; DROP INDEX idx_1 on show_idx_full; DROP INDEX idx_2 on show_idx_full; DROP TABLE show_idx_empty; -DROP TABLE show_idx_full; \ No newline at end of file +DROP TABLE show_idx_full; Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_syntax.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_syntax.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_syntax.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/show_indexes_syntax.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; DROP TABLE show_idx_t1; CREATE TABLE show_idx_t1(KEY STRING, VALUE STRING); Modified: hive/branches/branch-0.13/ql/src/test/queries/clientpositive/union_view.q URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/test/queries/clientpositive/union_view.q?rev=1597017&r1=1597016&r2=1597017&view=diff ============================================================================== --- hive/branches/branch-0.13/ql/src/test/queries/clientpositive/union_view.q (original) +++ hive/branches/branch-0.13/ql/src/test/queries/clientpositive/union_view.q Fri May 23 07:03:29 2014 @@ -1,3 +1,4 @@ +set hive.stats.dbclass=fs; CREATE TABLE src_union_1 (key int, value string) PARTITIONED BY (ds string); CREATE INDEX src_union_1_key_idx ON TABLE src_union_1(key) AS 'COMPACT' WITH DEFERRED REBUILD;