HIVE-18235: Columnstats gather on mm tables: re-enable disabled test (Zoltan Haindrich reviewed by Peter Vary)
Signed-off-by: Zoltan Haindrich <k...@rxd.hu> Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/1d15990a Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/1d15990a Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/1d15990a Branch: refs/heads/master Commit: 1d15990addc9a4913cdcff34e0610723e69bf4f3 Parents: f5c08a9 Author: Zoltan Haindrich <k...@rxd.hu> Authored: Tue Feb 13 14:34:12 2018 +0100 Committer: Zoltan Haindrich <k...@rxd.hu> Committed: Tue Feb 13 14:34:12 2018 +0100 ---------------------------------------------------------------------- .../test/queries/clientpositive/dp_counter_mm.q | 2 - .../clientpositive/llap/dp_counter_mm.q.out | 54 +++++++++++++------- 2 files changed, 36 insertions(+), 20 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/1d15990a/ql/src/test/queries/clientpositive/dp_counter_mm.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/dp_counter_mm.q b/ql/src/test/queries/clientpositive/dp_counter_mm.q index 5a7b859..4f3b100 100644 --- a/ql/src/test/queries/clientpositive/dp_counter_mm.q +++ b/ql/src/test/queries/clientpositive/dp_counter_mm.q @@ -1,5 +1,3 @@ --- remove disable after HIVE-18237 -set hive.stats.column.autogather=false; set hive.exec.dynamic.partition.mode=nonstrict; set hive.exec.max.dynamic.partitions.pernode=200; set hive.exec.max.dynamic.partitions=200; http://git-wip-us.apache.org/repos/asf/hive/blob/1d15990a/ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out b/ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out index 981f260..8699160 100644 --- a/ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out +++ b/ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out @@ -17,10 +17,12 @@ PREHOOK: Output: default@src2 Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_DYNAMIC_PARTITIONS: 57 - CREATED_FILES: 57 + CREATED_FILES: 61 DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 500 + RECORDS_OUT_0: 57 RECORDS_OUT_1_default.src2: 84 + RECORDS_OUT_INTERMEDIATE_Map_1: 57 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 1 @@ -33,10 +35,12 @@ PREHOOK: Output: default@src2 Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_DYNAMIC_PARTITIONS: 64 - CREATED_FILES: 121 + CREATED_FILES: 125 DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 500 + RECORDS_OUT_0: 121 RECORDS_OUT_1_default.src2: 189 + RECORDS_OUT_INTERMEDIATE_Map_1: 121 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 1 @@ -57,10 +61,12 @@ PREHOOK: Output: default@src2 Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_DYNAMIC_PARTITIONS: 121 - CREATED_FILES: 121 + CREATED_FILES: 125 DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 500 + RECORDS_OUT_0: 121 RECORDS_OUT_1_default.src2: 189 + RECORDS_OUT_INTERMEDIATE_Map_1: 121 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 1 @@ -73,10 +79,12 @@ PREHOOK: Output: default@src2 Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_DYNAMIC_PARTITIONS: 63 - CREATED_FILES: 184 + CREATED_FILES: 188 DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 500 + RECORDS_OUT_0: 184 RECORDS_OUT_1_default.src2: 292 + RECORDS_OUT_INTERMEDIATE_Map_1: 184 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 1 @@ -106,11 +114,13 @@ PREHOOK: Output: default@src3 Stage-2 FILE SYSTEM COUNTERS: Stage-2 HIVE COUNTERS: CREATED_DYNAMIC_PARTITIONS: 121 - CREATED_FILES: 121 + CREATED_FILES: 129 DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 500 + RECORDS_OUT_0: 121 RECORDS_OUT_1_default.src2: 84 RECORDS_OUT_2_default.src3: 105 + RECORDS_OUT_INTERMEDIATE_Map_1: 121 Stage-2 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 1 @@ -126,11 +136,13 @@ PREHOOK: Output: default@src3 Stage-2 FILE SYSTEM COUNTERS: Stage-2 HIVE COUNTERS: CREATED_DYNAMIC_PARTITIONS: 63 - CREATED_FILES: 184 + CREATED_FILES: 192 DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 500 + RECORDS_OUT_0: 184 RECORDS_OUT_1_default.src2: 84 RECORDS_OUT_2_default.src3: 208 + RECORDS_OUT_INTERMEDIATE_Map_1: 184 Stage-2 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 1 @@ -155,20 +167,23 @@ PREHOOK: Output: default@src2 Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_DYNAMIC_PARTITIONS: 121 - CREATED_FILES: 121 + CREATED_FILES: 125 DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 500 - RECORDS_IN_Map_3: 500 + RECORDS_IN_Map_4: 500 + RECORDS_OUT_0: 121 RECORDS_OUT_1_default.src2: 189 + RECORDS_OUT_INTERMEDIATE_Map_1: 57 + RECORDS_OUT_INTERMEDIATE_Map_4: 64 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 - GROUPED_INPUT_SPLITS_Map_3: 1 + GROUPED_INPUT_SPLITS_Map_4: 1 INPUT_DIRECTORIES_Map_1: 1 - INPUT_DIRECTORIES_Map_3: 1 + INPUT_DIRECTORIES_Map_4: 1 INPUT_FILES_Map_1: 1 - INPUT_FILES_Map_3: 1 + INPUT_FILES_Map_4: 1 RAW_INPUT_SPLITS_Map_1: 1 - RAW_INPUT_SPLITS_Map_3: 1 + RAW_INPUT_SPLITS_Map_4: 1 PREHOOK: query: insert into table src2 partition (value) select temps.* from ( select * from src where key < 100 @@ -180,17 +195,20 @@ PREHOOK: Output: default@src2 Stage-1 FILE SYSTEM COUNTERS: Stage-1 HIVE COUNTERS: CREATED_DYNAMIC_PARTITIONS: 63 - CREATED_FILES: 184 + CREATED_FILES: 188 DESERIALIZE_ERRORS: 0 RECORDS_IN_Map_1: 500 - RECORDS_IN_Map_3: 500 + RECORDS_IN_Map_4: 500 + RECORDS_OUT_0: 184 RECORDS_OUT_1_default.src2: 292 + RECORDS_OUT_INTERMEDIATE_Map_1: 57 + RECORDS_OUT_INTERMEDIATE_Map_4: 127 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 - GROUPED_INPUT_SPLITS_Map_3: 1 + GROUPED_INPUT_SPLITS_Map_4: 1 INPUT_DIRECTORIES_Map_1: 1 - INPUT_DIRECTORIES_Map_3: 1 + INPUT_DIRECTORIES_Map_4: 1 INPUT_FILES_Map_1: 1 - INPUT_FILES_Map_3: 1 + INPUT_FILES_Map_4: 1 RAW_INPUT_SPLITS_Map_1: 1 - RAW_INPUT_SPLITS_Map_3: 1 + RAW_INPUT_SPLITS_Map_4: 1