hive git commit: HIVE-14028: Insert overwrite does not work in HBase tables: stats is not updated(Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2016-06-23 Thread pxiong 
Repository: hive
Updated Branches:
  refs/heads/branch-2.1 8caf81eda -> cf127f7af


HIVE-14028: Insert overwrite does not work in HBase tables: stats is not 
updated(Pengcheng Xiong, reviewed by Ashutosh Chauhan)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/cf127f7a
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/cf127f7a
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/cf127f7a

Branch: refs/heads/branch-2.1
Commit: cf127f7afe6a04e00a4ff188021cfbd6ae692a1e
Parents: 8caf81e
Author: Pengcheng Xiong 
Authored: Thu Jun 23 10:25:11 2016 -0700
Committer: Pengcheng Xiong 
Committed: Thu Jun 23 10:26:53 2016 -0700

--
 .../src/test/queries/positive/hbasestats.q  |  44 +++
 .../test/results/positive/hbase_queries.q.out   |  26 +-
 .../hbase_single_sourced_multi_insert.q.out |  39 +-
 .../src/test/results/positive/hbasestats.q.out  | 389 +++
 .../hadoop/hive/ql/parse/SemanticAnalyzer.java  |  22 +-
 5 files changed, 500 insertions(+), 20 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/cf127f7a/hbase-handler/src/test/queries/positive/hbasestats.q
--
diff --git a/hbase-handler/src/test/queries/positive/hbasestats.q 
b/hbase-handler/src/test/queries/positive/hbasestats.q
new file mode 100644
index 000..52e11c9
--- /dev/null
+++ b/hbase-handler/src/test/queries/positive/hbasestats.q
@@ -0,0 +1,44 @@
+DROP TABLE users;
+
+CREATE TABLE users(key string, state string, country string, country_id int)
+STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
+WITH SERDEPROPERTIES (
+"hbase.columns.mapping" = "info:state,info:country,info:country_id"
+);
+
+desc formatted users;
+
+explain INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src;
+
+INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src;
+
+desc formatted users;
+
+select count(*) from users;
+
+set hive.compute.query.using.stats=true;
+
+select count(*) from users;
+
+INSERT into TABLE users SELECT 'user2', 'IA', 'USA', 0 FROM src;
+
+desc formatted users;
+
+select count(*) from users;
+
+analyze table users compute statistics;
+
+desc formatted users;
+
+explain select count(*) from users;
+
+select count(*) from users;
+
+INSERT into TABLE users SELECT 'user3', 'IA', 'USA', 0 FROM src;
+
+desc formatted users;
+
+explain select count(*) from users;
+
+select count(*) from users;
+

http://git-wip-us.apache.org/repos/asf/hive/blob/cf127f7a/hbase-handler/src/test/results/positive/hbase_queries.q.out
--
diff --git a/hbase-handler/src/test/results/positive/hbase_queries.q.out 
b/hbase-handler/src/test/results/positive/hbase_queries.q.out
index 8aa5f84..d0ce57a 100644
--- a/hbase-handler/src/test/results/positive/hbase_queries.q.out
+++ b/hbase-handler/src/test/results/positive/hbase_queries.q.out
@@ -40,9 +40,18 @@ POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE 
hbase_table_1 SELECT *
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-0 is a root stage
+  Stage-1 is a root stage
 
 STAGE PLANS:
   Stage: Stage-0
+  Alter Table Operator:
+Alter Table
+  type: drop props
+  old name: default.hbase_table_1
+  properties:
+COLUMN_STATS_ACCURATE 
+
+  Stage: Stage-1
 Map Reduce
   Map Operator Tree:
   TableScan
@@ -483,11 +492,20 @@ JOIN
 ON (x.key = Y.key)
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
-  Stage-1 is a root stage
-  Stage-0 depends on stages: Stage-1
+  Stage-0 is a root stage
+  Stage-2 is a root stage
+  Stage-1 depends on stages: Stage-2
 
 STAGE PLANS:
-  Stage: Stage-1
+  Stage: Stage-0
+  Alter Table Operator:
+Alter Table
+  type: drop props
+  old name: default.hbase_table_3
+  properties:
+COLUMN_STATS_ACCURATE 
+
+  Stage: Stage-2
 Map Reduce
   Map Operator Tree:
   TableScan
@@ -522,7 +540,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
-  Stage: Stage-0
+  Stage: Stage-1
 Map Reduce
   Map Operator Tree:
   TableScan

http://git-wip-us.apache.org/repos/asf/hive/blob/cf127f7a/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out
--
diff --git 
a/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out
 
b/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out
index 38c51b5..e487a0b 100644
---

hive git commit: HIVE-14028: Insert overwrite does not work in HBase tables: stats is not updated(Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2016-06-23 Thread pxiong 
Repository: hive
Updated Branches:
  refs/heads/master 5b82e5e9f -> 3bc615f82


HIVE-14028: Insert overwrite does not work in HBase tables: stats is not 
updated(Pengcheng Xiong, reviewed by Ashutosh Chauhan)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/3bc615f8
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/3bc615f8
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/3bc615f8

Branch: refs/heads/master
Commit: 3bc615f827e0246b3ae4ab70d0fb8b360aa25424
Parents: 5b82e5e
Author: Pengcheng Xiong 
Authored: Thu Jun 23 10:25:11 2016 -0700
Committer: Pengcheng Xiong 
Committed: Thu Jun 23 10:25:11 2016 -0700

--
 .../src/test/queries/positive/hbasestats.q  |  44 +++
 .../test/results/positive/hbase_queries.q.out   |  26 +-
 .../hbase_single_sourced_multi_insert.q.out |  39 +-
 .../src/test/results/positive/hbasestats.q.out  | 389 +++
 .../hadoop/hive/ql/parse/SemanticAnalyzer.java  |  22 +-
 5 files changed, 500 insertions(+), 20 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/3bc615f8/hbase-handler/src/test/queries/positive/hbasestats.q
--
diff --git a/hbase-handler/src/test/queries/positive/hbasestats.q 
b/hbase-handler/src/test/queries/positive/hbasestats.q
new file mode 100644
index 000..52e11c9
--- /dev/null
+++ b/hbase-handler/src/test/queries/positive/hbasestats.q
@@ -0,0 +1,44 @@
+DROP TABLE users;
+
+CREATE TABLE users(key string, state string, country string, country_id int)
+STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
+WITH SERDEPROPERTIES (
+"hbase.columns.mapping" = "info:state,info:country,info:country_id"
+);
+
+desc formatted users;
+
+explain INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src;
+
+INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src;
+
+desc formatted users;
+
+select count(*) from users;
+
+set hive.compute.query.using.stats=true;
+
+select count(*) from users;
+
+INSERT into TABLE users SELECT 'user2', 'IA', 'USA', 0 FROM src;
+
+desc formatted users;
+
+select count(*) from users;
+
+analyze table users compute statistics;
+
+desc formatted users;
+
+explain select count(*) from users;
+
+select count(*) from users;
+
+INSERT into TABLE users SELECT 'user3', 'IA', 'USA', 0 FROM src;
+
+desc formatted users;
+
+explain select count(*) from users;
+
+select count(*) from users;
+

http://git-wip-us.apache.org/repos/asf/hive/blob/3bc615f8/hbase-handler/src/test/results/positive/hbase_queries.q.out
--
diff --git a/hbase-handler/src/test/results/positive/hbase_queries.q.out 
b/hbase-handler/src/test/results/positive/hbase_queries.q.out
index a99f561..d5c1cfa 100644
--- a/hbase-handler/src/test/results/positive/hbase_queries.q.out
+++ b/hbase-handler/src/test/results/positive/hbase_queries.q.out
@@ -40,9 +40,18 @@ POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE 
hbase_table_1 SELECT *
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-0 is a root stage
+  Stage-1 is a root stage
 
 STAGE PLANS:
   Stage: Stage-0
+  Alter Table Operator:
+Alter Table
+  type: drop props
+  old name: default.hbase_table_1
+  properties:
+COLUMN_STATS_ACCURATE 
+
+  Stage: Stage-1
 Map Reduce
   Map Operator Tree:
   TableScan
@@ -483,11 +492,20 @@ JOIN
 ON (x.key = Y.key)
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
-  Stage-1 is a root stage
-  Stage-0 depends on stages: Stage-1
+  Stage-0 is a root stage
+  Stage-2 is a root stage
+  Stage-1 depends on stages: Stage-2
 
 STAGE PLANS:
-  Stage: Stage-1
+  Stage: Stage-0
+  Alter Table Operator:
+Alter Table
+  type: drop props
+  old name: default.hbase_table_3
+  properties:
+COLUMN_STATS_ACCURATE 
+
+  Stage: Stage-2
 Map Reduce
   Map Operator Tree:
   TableScan
@@ -522,7 +540,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
-  Stage: Stage-0
+  Stage: Stage-1
 Map Reduce
   Map Operator Tree:
   TableScan

http://git-wip-us.apache.org/repos/asf/hive/blob/3bc615f8/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out
--
diff --git 
a/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out
 
b/hbase-handler/src/test/results/positive/hbase_single_sourced_multi_insert.q.out
index 38c51b5..e487a0b 100644
---