Repository: incubator-impala Updated Branches: refs/heads/master 637cc3e44 -> 749a55c4a
IMPALA-4962: Fix SHOW COLUMN STATS for HS2 Impala incorrectly returned NULLs in the "Max Size" column of the SHOW COLUMN STATS result when executed through the HS2 interface. The issue was that the column was specified to be type INT in the result schema, but the actual type of the contents that we inserted into it was "long". The reason why this is not an issue in Impala shell is because we stringify the contents without inspecting the metadata for beeswax results. The issue was fixed by changing the type from INT to BIGINT. Change-Id: I419657744635dfdc2e1562fe60a597617fff446e Reviewed-on: http://gerrit.cloudera.org:8080/6109 Reviewed-by: Alex Behm <[email protected]> Tested-by: Impala Public Jenkins Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/d07580c1 Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/d07580c1 Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/d07580c1 Branch: refs/heads/master Commit: d07580c171a1ec2d86578237129faa5388be0272 Parents: 637cc3e Author: Taras Bobrovytsky <[email protected]> Authored: Tue Feb 21 16:18:34 2017 -0800 Committer: Impala Public Jenkins <[email protected]> Committed: Wed Feb 22 23:10:34 2017 +0000 ---------------------------------------------------------------------- .../org/apache/impala/service/Frontend.java | 2 +- .../QueryTest/alter-table-set-column-stats.test | 8 ++-- .../queries/QueryTest/alter-table.test | 2 +- .../QueryTest/compute-stats-decimal.test | 4 +- .../QueryTest/compute-stats-incremental.test | 10 ++--- .../queries/QueryTest/compute-stats.test | 46 ++++++++++---------- .../hbase-compute-stats-incremental.test | 2 +- .../queries/QueryTest/hbase-compute-stats.test | 6 +-- .../queries/QueryTest/hbase-show-stats.test | 3 +- .../queries/QueryTest/show-stats.test | 4 +- .../queries/QueryTest/truncate-table.test | 8 ++-- tests/hs2/test_fetch.py | 2 +- 12 files changed, 49 insertions(+), 48 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/fe/src/main/java/org/apache/impala/service/Frontend.java ---------------------------------------------------------------------- diff --git a/fe/src/main/java/org/apache/impala/service/Frontend.java b/fe/src/main/java/org/apache/impala/service/Frontend.java index a67ad0d..0a4cceb 100644 --- a/fe/src/main/java/org/apache/impala/service/Frontend.java +++ b/fe/src/main/java/org/apache/impala/service/Frontend.java @@ -700,7 +700,7 @@ public class Frontend { resultSchema.addToColumns( new TColumn("#Distinct Values", Type.BIGINT.toThrift())); resultSchema.addToColumns(new TColumn("#Nulls", Type.BIGINT.toThrift())); - resultSchema.addToColumns(new TColumn("Max Size", Type.INT.toThrift())); + resultSchema.addToColumns(new TColumn("Max Size", Type.BIGINT.toThrift())); resultSchema.addToColumns(new TColumn("Avg Size", Type.DOUBLE.toThrift())); for (Column c: table.getColumnsInHiveOrder()) { http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/alter-table-set-column-stats.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/alter-table-set-column-stats.test b/testdata/workloads/functional-query/queries/QueryTest/alter-table-set-column-stats.test index fce3aa0..6027446 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/alter-table-set-column-stats.test +++ b/testdata/workloads/functional-query/queries/QueryTest/alter-table-set-column-stats.test @@ -30,7 +30,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Make sure compute stats still works. @@ -66,7 +66,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Also alter a few 'numRows' parameters to make sure manually setting all stats works. @@ -119,7 +119,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',-1,-1,4,4 'month','INT',-1,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Reset the column stats to an unknown state by setting the values to -1 @@ -147,5 +147,5 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',-1,-1,4,4 'month','INT',-1,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/alter-table.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/alter-table.test b/testdata/workloads/functional-query/queries/QueryTest/alter-table.test index ecb6d6e..69eede9 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/alter-table.test +++ b/testdata/workloads/functional-query/queries/QueryTest/alter-table.test @@ -784,7 +784,7 @@ show column stats $DATABASE2.mv2 'x','INT',2,-1,4,4 'y','STRING',2,-1,1,1 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY drop table $DATABASE2.mv2 http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/compute-stats-decimal.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/compute-stats-decimal.test b/testdata/workloads/functional-query/queries/QueryTest/compute-stats-decimal.test index c5baff9..a302601 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/compute-stats-decimal.test +++ b/testdata/workloads/functional-query/queries/QueryTest/compute-stats-decimal.test @@ -32,7 +32,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'd5','DECIMAL(10,5)',5,-1,8,8 'd6','DECIMAL(9,0)',1,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # test compute stats on a mixed-type parquet table @@ -61,5 +61,5 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'a','INT',2,-1,4,4 'b','DECIMAL(10,0)',2,-1,8,8 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/compute-stats-incremental.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/compute-stats-incremental.test b/testdata/workloads/functional-query/queries/QueryTest/compute-stats-incremental.test index 8e89956..fa76136 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/compute-stats-incremental.test +++ b/testdata/workloads/functional-query/queries/QueryTest/compute-stats-incremental.test @@ -62,7 +62,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY drop incremental stats alltypes_incremental partition(year=2010, month=12) @@ -155,7 +155,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY create table incremental_empty_partitioned (i int) partitioned by (j int); @@ -256,7 +256,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Confirm that dropping stats drops incremental stats as well @@ -495,7 +495,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','CHAR(5)',1,0,5,5 'day','VARCHAR(13)',3,1,-1,-1 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Populate a new partition to verify the incremental stats update @@ -525,7 +525,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','CHAR(5)',2,0,5,5 'day','VARCHAR(13)',4,1,-1,-1 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # IMPALA-4854: Tests incremental computation in the presence of complex-typed columns. http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/compute-stats.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/compute-stats.test b/testdata/workloads/functional-query/queries/QueryTest/compute-stats.test index a42dedf..7330161 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/compute-stats.test +++ b/testdata/workloads/functional-query/queries/QueryTest/compute-stats.test @@ -64,7 +64,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Adding a column shouldn't cause the stats to be dropped. @@ -91,7 +91,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'month','INT',12,0,4,4 'new_col','INT',-1,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Changing a column shouldn't cause the stats of other columns to be dropped. @@ -120,7 +120,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'month','INT',12,0,4,4 'new_col2','INT',-1,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Removing a column shouldn't cause the stats to be dropped. @@ -146,7 +146,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # drop stats from this table @@ -205,7 +205,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Add partitions with NULL values and check for stats. @@ -231,7 +231,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',3,1,4,4 'month','INT',13,1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY alter table alltypes add partition (year=2011, month=NULL) @@ -256,7 +256,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',4,1,4,4 'month','INT',13,2,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Drop the partitions with NULL values and check for stats. @@ -283,7 +283,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',3,0,4,4 'month','INT',13,1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY alter table alltypes drop partition (year=2011, month=NULL) @@ -309,7 +309,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # drop stats from this table a second time, should not throw an error. @@ -356,7 +356,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'string_col','STRING',10,-1,1,1 'timestamp_col','TIMESTAMP',101,-1,16,16 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # IMPALA-4767: Test that ALTER TABLE commands preserve table stats. @@ -437,7 +437,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # IMPALA-4767: Test that ALTER TABLE commands preserve table stats. @@ -515,7 +515,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # IMPALA-867: Test computing stats on Avro tables created by Hive with @@ -568,7 +568,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Avro table with an extra column definition. @@ -607,7 +607,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Avro table with missing two column definitions. @@ -643,7 +643,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Avro table with one column definition having a different @@ -682,7 +682,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Avro table without an Avro schema created by Hive. @@ -721,7 +721,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Test Avro table created without any column definitions. @@ -766,7 +766,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # IMPALA-1104: Test computing stats on Avro tables created by Impala @@ -815,7 +815,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # IMPALA-1104: Test computing stats on Avro tables created by Impala @@ -864,7 +864,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # IMPALA-883: Compute table stats for an empty partition. @@ -1009,7 +1009,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','CHAR(5)',1,0,5,5 'day','VARCHAR(13)',3,1,-1,-1 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Test that compute stats on a Hive-created Avro table without column defs @@ -1036,7 +1036,7 @@ show column stats alltypes_no_coldef 'string_col','STRING',0,-1,0,0 'timestamp_col','STRING',0,-1,0,0 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Test that compute stats works on wide tables. @@ -2052,5 +2052,5 @@ show column stats widetable_1000_cols 'double_col125','DOUBLE',5,-1,8,8 'string_col125','STRING',5,-1,1,1 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats-incremental.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats-incremental.test b/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats-incremental.test index ea76090..86c7f63 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats-incremental.test +++ b/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats-incremental.test @@ -44,5 +44,5 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'tinyint_col','TINYINT',10,-1,1,1 'year','INT',1,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats.test b/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats.test index 8ec19b5..7de5343 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats.test +++ b/testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats.test @@ -44,7 +44,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'tinyint_col','TINYINT',10,-1,1,1 'year','INT',1,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # test computing stats on an binary HBase table @@ -85,7 +85,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'tinyint_col','TINYINT',10,-1,1,1 'year','INT',1,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # IMP-1227: Test computing stats on an HBase table that has a @@ -129,5 +129,5 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'struct_map_col','MAP<STRING,STRUCT<f1:BIGINT,f2:STRING>>',-1,-1,-1,-1 'year','INT',0,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/hbase-show-stats.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/hbase-show-stats.test b/testdata/workloads/functional-query/queries/QueryTest/hbase-show-stats.test index 50bc953..ea8e34c 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/hbase-show-stats.test +++ b/testdata/workloads/functional-query/queries/QueryTest/hbase-show-stats.test @@ -35,4 +35,5 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'tinyint_col','TINYINT',10,-1,1,1 'year','INT',1,-1,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE +==== http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/show-stats.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/show-stats.test b/testdata/workloads/functional-query/queries/QueryTest/show-stats.test index 5dfc82c..7f2daca 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/show-stats.test +++ b/testdata/workloads/functional-query/queries/QueryTest/show-stats.test @@ -144,7 +144,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Column column stats for a table with complex types. @@ -169,5 +169,5 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',0,0,4,4 'month','INT',0,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/testdata/workloads/functional-query/queries/QueryTest/truncate-table.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/truncate-table.test b/testdata/workloads/functional-query/queries/QueryTest/truncate-table.test index 9a4c16e..6380802 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/truncate-table.test +++ b/testdata/workloads/functional-query/queries/QueryTest/truncate-table.test @@ -56,7 +56,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Show that the truncation removed all files, table stats, and incremental stats, @@ -114,7 +114,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'year','INT',2,0,4,4 'month','INT',12,0,4,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Create an unpartitioned table. @@ -138,7 +138,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'a','STRING',3,-1,8,6.666666507720947 'b','STRING',3,-1,7,4 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # Show that the truncation removed all files, table stats, and incremental stats. @@ -160,7 +160,7 @@ COLUMN, TYPE, #DISTINCT VALUES, #NULLS, MAX SIZE, AVG SIZE 'a','STRING',-1,-1,-1,-1 'b','STRING',-1,-1,-1,-1 ---- TYPES -STRING, STRING, BIGINT, BIGINT, INT, DOUBLE +STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE ==== ---- QUERY # TRUNCATE IF EXISTS does not fail on non existent table http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/d07580c1/tests/hs2/test_fetch.py ---------------------------------------------------------------------- diff --git a/tests/hs2/test_fetch.py b/tests/hs2/test_fetch.py index ad9e7c8..64ff93f 100644 --- a/tests/hs2/test_fetch.py +++ b/tests/hs2/test_fetch.py @@ -176,7 +176,7 @@ class TestFetch(HS2TestSuite): fetch_results_resp = self.__query_and_fetch("SHOW COLUMN STATS functional.alltypes") num_rows, result = self.column_results_to_string(fetch_results_resp.results.columns) assert num_rows == 13 - assert re.match(r"id, INT, -?\d+, -?\d+, (NULL|\d+), 4.0", result) is not None + assert re.match(r"id, INT, -?\d+, -?\d+, -?\d+, 4.0", result) is not None @needs_session(TCLIService.TProtocolVersion.HIVE_CLI_SERVICE_PROTOCOL_V1) def test_execute_select_v1(self):
