http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part.q b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part.q index 8ed041b..11df12e 100644 --- a/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part.q +++ b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part.q @@ -1,4 +1,4 @@ -set hive.explain.user=true; +set hive.explain.user=false; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; @@ -39,7 +39,7 @@ alter table part_add_int_permute_select add columns(c int); insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333); -explain +explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right @@ -62,7 +62,7 @@ alter table part_add_int_string_permute_select add columns(c int, d string); insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444'); -explain +explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right @@ -94,7 +94,7 @@ alter table part_change_string_group_double replace columns (insert_num int, c1 insert into table part_change_string_group_double partition(part=1) SELECT insert_num, double1, double1, double1, 'new' FROM schema_evolution_data WHERE insert_num = 111; -explain +explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double; select insert_num,part,c1,c2,c3,b from part_change_string_group_double; @@ -117,7 +117,7 @@ alter table part_change_date_group_string_group_date_timestamp replace columns(i insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp; select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp; @@ -165,7 +165,7 @@ insert into table part_change_numeric_group_string_group_multi_ints_string_group 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group; select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group; @@ -208,7 +208,7 @@ insert into table part_change_numeric_group_string_group_floating_string_group p 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group; select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group; @@ -250,7 +250,7 @@ insert into table part_change_string_group_string_group_string partition(part=1) 'filler', 'filler', 'filler', 'new'); -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string; select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string; @@ -300,7 +300,7 @@ insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint pa 1234.5678, 9876.543, 789.321, 'new'); -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint; select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint; @@ -331,7 +331,7 @@ alter table part_change_lower_to_higher_numeric_group_decimal_to_float replace c insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new'); -explain +explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float; select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float;
http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex.q b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex.q index b9d035e..dfd55d9 100644 --- a/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex.q +++ b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex.q @@ -1,4 +1,4 @@ -set hive.explain.user=true; +set hive.explain.user=false; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; @@ -54,7 +54,7 @@ load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt; -explain +explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1; select insert_num,part,s1,b from part_change_various_various_struct1; @@ -114,7 +114,7 @@ load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt; -explain +explain vectorization detail select insert_num,part,b,s2 from part_add_various_various_struct2; select insert_num,part,b,s2 from part_add_various_various_struct2; @@ -158,7 +158,7 @@ load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt; -explain +explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4; select insert_num,part,b,s3 from part_add_to_various_various_struct4; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive.q b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive.q index f5b0485..d71c6b8 100644 --- a/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive.q +++ b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive.q @@ -1,4 +1,4 @@ -set hive.explain.user=true; +set hive.explain.user=false; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; @@ -74,7 +74,7 @@ insert into table part_change_various_various_boolean_to_bigint partition(part=1 bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, 'new' FROM schema_evolution_data; -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; @@ -116,7 +116,7 @@ insert into table part_change_various_various_decimal_to_double partition(part=1 double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; @@ -140,7 +140,7 @@ alter table part_change_various_various_timestamp replace columns (insert_num in insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; @@ -161,7 +161,7 @@ alter table part_change_various_various_date replace columns (insert_num int, c1 insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; @@ -200,7 +200,7 @@ load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' over insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; -explain +explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table.q b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table.q index c8d5458..d4209a5 100644 --- a/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table.q +++ b/ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table.q @@ -1,4 +1,4 @@ -set hive.explain.user=true; +set hive.explain.user=false; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.use.vectorized.input.format=false; @@ -38,7 +38,7 @@ alter table table_add_int_permute_select add columns(c int); insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000); -explain +explain vectorization detail select insert_num,a,b from table_add_int_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right @@ -61,7 +61,7 @@ alter table table_add_int_string_permute_select add columns(c int, d string); insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler'); -explain +explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right @@ -93,7 +93,7 @@ alter table table_change_string_group_double replace columns (insert_num int, c1 insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new'); -explain +explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double; select insert_num,c1,c2,c3,b from table_change_string_group_double; @@ -160,7 +160,7 @@ insert into table table_change_numeric_group_string_group_multi_ints_string_grou 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); -explain +explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; @@ -203,7 +203,7 @@ insert into table table_change_numeric_group_string_group_floating_string_group 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); -explain +explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_adaptor_usage_mode.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_adaptor_usage_mode.q b/ql/src/test/queries/clientpositive/vector_adaptor_usage_mode.q index cef4e4c..449bea2 100644 --- a/ql/src/test/queries/clientpositive/vector_adaptor_usage_mode.q +++ b/ql/src/test/queries/clientpositive/vector_adaptor_usage_mode.q @@ -32,7 +32,7 @@ insert into table count_case_groupby values ('key1', true),('key2', false),('key set hive.vectorized.adaptor.usage.mode=none; -explain +explain vectorization expression select c2 regexp 'val', c4 regexp 'val', @@ -45,7 +45,7 @@ select (c2 regexp 'val') = (c4 regexp 'val') from varchar_udf_1 limit 1; -explain +explain vectorization expression select regexp_extract(c2, 'val_([0-9]+)', 1), regexp_extract(c4, 'val_([0-9]+)', 1), @@ -58,7 +58,7 @@ select regexp_extract(c2, 'val_([0-9]+)', 1) = regexp_extract(c4, 'val_([0-9]+)', 1) from varchar_udf_1 limit 1; -explain +explain vectorization expression select regexp_replace(c2, 'val', 'replaced'), regexp_replace(c4, 'val', 'replaced'), @@ -74,7 +74,7 @@ from varchar_udf_1 limit 1; set hive.vectorized.adaptor.usage.mode=chosen; -explain +explain vectorization expression select c2 regexp 'val', c4 regexp 'val', @@ -87,7 +87,7 @@ select (c2 regexp 'val') = (c4 regexp 'val') from varchar_udf_1 limit 1; -explain +explain vectorization expression select regexp_extract(c2, 'val_([0-9]+)', 1), regexp_extract(c4, 'val_([0-9]+)', 1), @@ -100,7 +100,7 @@ select regexp_extract(c2, 'val_([0-9]+)', 1) = regexp_extract(c4, 'val_([0-9]+)', 1) from varchar_udf_1 limit 1; -explain +explain vectorization expression select regexp_replace(c2, 'val', 'replaced'), regexp_replace(c4, 'val', 'replaced'), @@ -116,11 +116,11 @@ from varchar_udf_1 limit 1; set hive.vectorized.adaptor.usage.mode=none; -EXPLAIN SELECT POWER(key, 2) FROM DECIMAL_UDF; +EXPLAIN VECTORIZATION EXPRESSION SELECT POWER(key, 2) FROM DECIMAL_UDF; SELECT POWER(key, 2) FROM DECIMAL_UDF; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT exp(key), ln(key), log(key), log(key, key), log(key, value), log(value, key), @@ -135,11 +135,11 @@ FROM DECIMAL_UDF WHERE key = 10; set hive.vectorized.adaptor.usage.mode=chosen; -EXPLAIN SELECT POWER(key, 2) FROM DECIMAL_UDF; +EXPLAIN VECTORIZATION EXPRESSION SELECT POWER(key, 2) FROM DECIMAL_UDF; SELECT POWER(key, 2) FROM DECIMAL_UDF; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT exp(key), ln(key), log(key), log(key, key), log(key, value), log(value, key), @@ -155,14 +155,14 @@ FROM DECIMAL_UDF WHERE key = 10; set hive.vectorized.adaptor.usage.mode=none; -explain +explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key; SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key; set hive.vectorized.adaptor.usage.mode=chosen; -explain +explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key; SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_aggregate_9.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_aggregate_9.q b/ql/src/test/queries/clientpositive/vector_aggregate_9.q index ce6f0ff..04fdeec 100644 --- a/ql/src/test/queries/clientpositive/vector_aggregate_9.q +++ b/ql/src/test/queries/clientpositive/vector_aggregate_9.q @@ -1,5 +1,6 @@ set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; create table vectortab2k( t tinyint, @@ -38,7 +39,7 @@ STORED AS ORC; INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k; -explain +explain vectorization expression select min(dc), max(dc), sum(dc), avg(dc) from vectortab2korc; -- SORT_QUERY_RESULTS http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q b/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q index 8a63635..64440e3 100644 --- a/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q +++ b/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q @@ -1,5 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=true; +set hive.fetch.task.conversion=none; + create table testvec(id int, dt int, greg_dt string) stored as orc; insert into table testvec values @@ -12,5 +14,5 @@ values (7,20150404, '2015-04-04'); set hive.vectorized.execution.enabled=true; set hive.map.aggr=true; -explain select max(dt), max(greg_dt) from testvec where id=5; +explain vectorization select max(dt), max(greg_dt) from testvec where id=5; select max(dt), max(greg_dt) from testvec where id=5; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q b/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q index 2077f8e..3c53853 100644 --- a/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q +++ b/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; -set hive.explain.user=true; +set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -; +set hive.fetch.task.conversion=none; set hive.exec.reducers.max = 1; @@ -23,7 +23,7 @@ set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat; set hive.auto.convert.sortmerge.join=true; -- The join is being performed as part of sub-query. It should be converted to a sort-merge join -explain +explain vectorization expression select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1; @@ -33,7 +33,7 @@ select count(*) from ( ) subq1; -- The join is being performed as part of more than one sub-query. It should be converted to a sort-merge join -explain +explain vectorization expression select count(*) from ( select key, count(*) from @@ -54,7 +54,7 @@ select count(*) from -- A join is being performed across different sub-queries, where a join is being performed in each of them. -- Each sub-query should be converted to a sort-merge join. -explain +explain vectorization expression select src1.key, src1.cnt1, src2.cnt1 from ( select key, count(*) as cnt1 from @@ -89,7 +89,7 @@ on src1.key = src2.key; -- The subquery itself is being joined. Since the sub-query only contains selects and filters, it should -- be converted to a sort-merge join. -explain +explain vectorization expression select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join @@ -104,7 +104,7 @@ select count(*) from -- The subquery itself is being joined. Since the sub-query only contains selects and filters, it should -- be converted to a sort-merge join, although there is more than one level of sub-query -explain +explain vectorization expression select count(*) from ( select * from @@ -129,7 +129,7 @@ select count(*) from -- Both the tables are nested sub-queries i.e more then 1 level of sub-query. -- The join should be converted to a sort-merge join -explain +explain vectorization expression select count(*) from ( select * from @@ -169,7 +169,7 @@ select count(*) from -- The subquery itself is being joined. Since the sub-query only contains selects and filters and the join key -- is not getting modified, it should be converted to a sort-merge join. Note that the sub-query modifies one -- item, but that is not part of the join key. -explain +explain vectorization expression select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1 a where key < 8) subq1 join @@ -184,7 +184,7 @@ select count(*) from -- Since the join key is modified by the sub-query, neither sort-merge join not bucketized map-side -- join should be performed -explain +explain vectorization expression select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1 a) subq1 join @@ -199,7 +199,7 @@ select count(*) from -- One of the tables is a sub-query and the other is not. -- It should be converted to a sort-merge join. -explain +explain vectorization expression select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key; @@ -210,7 +210,7 @@ select count(*) from -- There are more than 2 inputs to the join, all of them being sub-queries. -- It should be converted to to a sort-merge join -explain +explain vectorization expression select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join @@ -231,7 +231,7 @@ select count(*) from -- The join is being performed on a nested sub-query, and an aggregation is performed after that. -- The join should be converted to a sort-merge join -explain +explain vectorization expression select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from ( @@ -261,7 +261,7 @@ CREATE TABLE dest2(key int, val1 string, val2 string); -- The join is followed by a multi-table insert. It should be converted to -- a sort-merge join -explain +explain vectorization expression from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 @@ -282,7 +282,7 @@ CREATE TABLE dest2(key int, cnt int); -- The join is followed by a multi-table insert, and one of the inserts involves a reducer. -- It should be converted to a sort-merge join -explain +explain vectorization expression from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_between_columns.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_between_columns.q b/ql/src/test/queries/clientpositive/vector_between_columns.q index 41f9243..920b692 100644 --- a/ql/src/test/queries/clientpositive/vector_between_columns.q +++ b/ql/src/test/queries/clientpositive/vector_between_columns.q @@ -24,13 +24,13 @@ create table TSINT stored as orc AS SELECT * FROM TSINT_txt; create table TINT stored as orc AS SELECT * FROM TINT_txt; -explain +explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint; select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint; -explain +explain vectorization expression select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint; select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_between_in.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_between_in.q b/ql/src/test/queries/clientpositive/vector_between_in.q index 487bf96..b9f4b13 100644 --- a/ql/src/test/queries/clientpositive/vector_between_in.q +++ b/ql/src/test/queries/clientpositive/vector_between_in.q @@ -1,24 +1,25 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; CREATE TABLE decimal_date_test STORED AS ORC AS SELECT cdouble, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal1, CAST (((cdouble*9.3)/13) AS DECIMAL(23,14)) AS cdecimal2, CAST(CAST((CAST(cint AS BIGINT) *ctinyint) AS TIMESTAMP) AS DATE) AS cdate FROM alltypesorc ORDER BY cdate; -EXPLAIN SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate; +EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate; -EXPLAIN SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)); +EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdate NOT IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE), CAST("1970-01-21" AS DATE)); -EXPLAIN SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1; +EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) ORDER BY cdecimal1; -EXPLAIN SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568); +EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT IN (2365.8945945946, 881.0135135135, -3367.6517567568); -EXPLAIN SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate; +EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) ORDER BY cdate; -EXPLAIN SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate; +EXPLAIN VECTORIZATION EXPRESSION SELECT cdate FROM decimal_date_test WHERE cdate NOT BETWEEN CAST("1968-05-01" AS DATE) AND CAST("1971-09-01" AS DATE) ORDER BY cdate; -EXPLAIN SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 BETWEEN -20 AND 45.9918918919 ORDER BY cdecimal1; +EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 FROM decimal_date_test WHERE cdecimal1 BETWEEN -20 AND 45.9918918919 ORDER BY cdecimal1; -EXPLAIN SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351; +EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351; SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate; @@ -40,13 +41,13 @@ SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 439 -- projections -EXPLAIN SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0; +EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0; -EXPLAIN SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0; +EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0; -EXPLAIN SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0; +EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0; -EXPLAIN SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0; +EXPLAIN VECTORIZATION EXPRESSION SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0; SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_binary_join_groupby.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_binary_join_groupby.q b/ql/src/test/queries/clientpositive/vector_binary_join_groupby.q index 1d99e34..d19dbc3 100644 --- a/ql/src/test/queries/clientpositive/vector_binary_join_groupby.q +++ b/ql/src/test/queries/clientpositive/vector_binary_join_groupby.q @@ -4,6 +4,7 @@ SET hive.auto.convert.join=true; SET hive.auto.convert.join.noconditionaltask=true; SET hive.auto.convert.join.noconditionaltask.size=1000000000; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; DROP TABLE over1k; DROP TABLE hundredorc; @@ -40,14 +41,14 @@ STORED AS ORC; INSERT INTO TABLE hundredorc SELECT * FROM over1k LIMIT 100; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT sum(hash(*)) FROM hundredorc t1 JOIN hundredorc t2 ON t1.bin = t2.bin; SELECT sum(hash(*)) FROM hundredorc t1 JOIN hundredorc t2 ON t1.bin = t2.bin; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT count(*), bin FROM hundredorc GROUP BY bin; @@ -58,6 +59,6 @@ GROUP BY bin; -- HIVE-14045: Involve a binary vector scratch column for small table result (Native Vector MapJoin). -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT t1.i, t1.bin, t2.bin FROM hundredorc t1 JOIN hundredorc t2 ON t1.i = t2.i; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_bround.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_bround.q b/ql/src/test/queries/clientpositive/vector_bround.q index deea00b..ffa3ad3 100644 --- a/ql/src/test/queries/clientpositive/vector_bround.q +++ b/ql/src/test/queries/clientpositive/vector_bround.q @@ -1,5 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=true; +SET hive.fetch.task.conversion=none; + create table test_vector_bround(v0 double, v1 double) stored as orc; insert into table test_vector_bround values @@ -12,5 +14,5 @@ values (2.51, 1.251), (3.51, 1.351); set hive.vectorized.execution.enabled=true; -explain select bround(v0), bround(v1, 1) from test_vector_bround; +explain vectorization select bround(v0), bround(v1, 1) from test_vector_bround; select bround(v0), bround(v1, 1) from test_vector_bround; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_bucket.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_bucket.q b/ql/src/test/queries/clientpositive/vector_bucket.q index 39436c9..b67592e 100644 --- a/ql/src/test/queries/clientpositive/vector_bucket.q +++ b/ql/src/test/queries/clientpositive/vector_bucket.q @@ -2,12 +2,13 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; set hive.support.concurrency=true; +set hive.fetch.task.conversion=none; CREATE TABLE non_orc_table(a INT, b STRING) CLUSTERED BY(a) INTO 2 BUCKETS STORED AS sequencefile; -explain +explain vectorization expression insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three'); select a, b from non_orc_table order by a; insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three'); select a, b from non_orc_table order by a; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_cast_constant.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_cast_constant.q b/ql/src/test/queries/clientpositive/vector_cast_constant.q index 94bee09..aac7f92 100644 --- a/ql/src/test/queries/clientpositive/vector_cast_constant.q +++ b/ql/src/test/queries/clientpositive/vector_cast_constant.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; - +set hive.fetch.task.conversion=none; DROP TABLE over1k; DROP TABLE over1korc; @@ -38,7 +38,7 @@ STORED AS ORC; INSERT INTO TABLE over1korc SELECT * FROM over1k; -EXPLAIN SELECT +EXPLAIN VECTORIZATION EXPRESSION SELECT i, AVG(CAST(50 AS INT)) AS `avg_int_ok`, AVG(CAST(50 AS DOUBLE)) AS `avg_double_ok`, http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_char_2.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_char_2.q b/ql/src/test/queries/clientpositive/vector_char_2.q index f1bb75b..5520ddd 100644 --- a/ql/src/test/queries/clientpositive/vector_char_2.q +++ b/ql/src/test/queries/clientpositive/vector_char_2.q @@ -1,6 +1,8 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; + drop table char_2; create table char_2 ( @@ -16,7 +18,7 @@ group by value order by value asc limit 5; -explain select value, sum(cast(key as int)), count(*) numrows +explain vectorization expression select value, sum(cast(key as int)), count(*) numrows from char_2 group by value order by value asc @@ -35,7 +37,7 @@ group by value order by value desc limit 5; -explain select value, sum(cast(key as int)), count(*) numrows +explain vectorization expression select value, sum(cast(key as int)), count(*) numrows from char_2 group by value order by value desc http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_char_4.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_char_4.q b/ql/src/test/queries/clientpositive/vector_char_4.q index 06f1d2b..edc59cd 100644 --- a/ql/src/test/queries/clientpositive/vector_char_4.q +++ b/ql/src/test/queries/clientpositive/vector_char_4.q @@ -1,5 +1,6 @@ set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; drop table if exists vectortab2k; drop table if exists vectortab2korc; @@ -44,7 +45,7 @@ INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k; drop table if exists char_lazy_binary_columnar; create table char_lazy_binary_columnar(ct char(10), csi char(10), ci char(20), cb char(30), cf char(20), cd char(20), cs char(50)) row format serde 'org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe' stored as rcfile; -explain +explain vectorization expression insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc; -- insert overwrite table char_lazy_binary_columnar select t, si, i, b, f, d, s from vectortab2korc; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_char_cast.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_char_cast.q b/ql/src/test/queries/clientpositive/vector_char_cast.q index bc78d51..c7d3c3c 100644 --- a/ql/src/test/queries/clientpositive/vector_char_cast.q +++ b/ql/src/test/queries/clientpositive/vector_char_cast.q @@ -1,3 +1,5 @@ +set hive.fetch.task.conversion=none; + create table s1(id smallint) stored as orc; insert into table s1 values (1000),(1001),(1002),(1003),(1000); http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q b/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q index 58a73be..f5c05a4 100644 --- a/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q +++ b/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q @@ -37,21 +37,21 @@ create table char_join1_vc2_orc stored as orc as select * from char_join1_vc2; create table char_join1_str_orc stored as orc as select * from char_join1_str; -- Join char with same length char -explain select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1; +explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1; -- SORT_QUERY_RESULTS select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1; -- Join char with different length char -explain select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1; +explain vectorization expression select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1; -- SORT_QUERY_RESULTS select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1; -- Join char with string -explain select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1; +explain vectorization expression select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1; -- SORT_QUERY_RESULTS http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_char_simple.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_char_simple.q b/ql/src/test/queries/clientpositive/vector_char_simple.q index a921140..c315241 100644 --- a/ql/src/test/queries/clientpositive/vector_char_simple.q +++ b/ql/src/test/queries/clientpositive/vector_char_simple.q @@ -1,5 +1,7 @@ set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; + drop table char_2; create table char_2 ( @@ -14,7 +16,7 @@ from src order by key asc limit 5; -explain select key, value +explain vectorization only select key, value from char_2 order by key asc limit 5; @@ -30,7 +32,7 @@ from src order by key desc limit 5; -explain select key, value +explain vectorization only select key, value from char_2 order by key desc limit 5; @@ -49,7 +51,7 @@ create table char_3 ( field char(12) ) stored as orc; -explain +explain vectorization only operator insert into table char_3 select cint from alltypesorc limit 10; insert into table char_3 select cint from alltypesorc limit 10; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_coalesce.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_coalesce.q b/ql/src/test/queries/clientpositive/vector_coalesce.q index cfba7be..11296e1 100644 --- a/ql/src/test/queries/clientpositive/vector_coalesce.q +++ b/ql/src/test/queries/clientpositive/vector_coalesce.q @@ -1,10 +1,11 @@ set hive.stats.fetch.column.stats=true; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; -- SORT_QUERY_RESULTS -EXPLAIN SELECT cdouble, cstring1, cint, cfloat, csmallint, coalesce(cdouble, cstring1, cint, cfloat, csmallint) as c +EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cdouble, cstring1, cint, cfloat, csmallint, coalesce(cdouble, cstring1, cint, cfloat, csmallint) as c FROM alltypesorc WHERE (cdouble IS NULL) ORDER BY cdouble, cstring1, cint, cfloat, csmallint, c @@ -16,7 +17,7 @@ WHERE (cdouble IS NULL) ORDER BY cdouble, cstring1, cint, cfloat, csmallint, c LIMIT 10; -EXPLAIN SELECT ctinyint, cdouble, cint, coalesce(ctinyint+10, (cdouble+log2(cint)), 0) as c +EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT ctinyint, cdouble, cint, coalesce(ctinyint+10, (cdouble+log2(cint)), 0) as c FROM alltypesorc WHERE (ctinyint IS NULL) ORDER BY ctinyint, cdouble, cint, c @@ -28,7 +29,7 @@ WHERE (ctinyint IS NULL) ORDER BY ctinyint, cdouble, cint, c LIMIT 10; -EXPLAIN SELECT cfloat, cbigint, coalesce(cfloat, cbigint, 0) as c +EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cfloat, cbigint, coalesce(cfloat, cbigint, 0) as c FROM alltypesorc WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c @@ -40,7 +41,7 @@ WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10; -EXPLAIN SELECT ctimestamp1, ctimestamp2, coalesce(ctimestamp1, ctimestamp2) as c +EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT ctimestamp1, ctimestamp2, coalesce(ctimestamp1, ctimestamp2) as c FROM alltypesorc WHERE ctimestamp1 IS NOT NULL OR ctimestamp2 IS NOT NULL ORDER BY ctimestamp1, ctimestamp2, c @@ -52,7 +53,7 @@ WHERE ctimestamp1 IS NOT NULL OR ctimestamp2 IS NOT NULL ORDER BY ctimestamp1, ctimestamp2, c LIMIT 10; -EXPLAIN SELECT cfloat, cbigint, coalesce(cfloat, cbigint) as c +EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cfloat, cbigint, coalesce(cfloat, cbigint) as c FROM alltypesorc WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c @@ -64,7 +65,7 @@ WHERE (cfloat IS NULL AND cbigint IS NULL) ORDER BY cfloat, cbigint, c LIMIT 10; -EXPLAIN SELECT cbigint, ctinyint, coalesce(cbigint, ctinyint) as c +EXPLAIN VECTORIZATION ONLY EXPRESSION SELECT cbigint, ctinyint, coalesce(cbigint, ctinyint) as c FROM alltypesorc WHERE cbigint IS NULL LIMIT 10; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_coalesce_2.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_coalesce_2.q b/ql/src/test/queries/clientpositive/vector_coalesce_2.q index c847e20..ea45ddd 100644 --- a/ql/src/test/queries/clientpositive/vector_coalesce_2.q +++ b/ql/src/test/queries/clientpositive/vector_coalesce_2.q @@ -7,7 +7,7 @@ create table str_str_orc (str1 string, str2 string) stored as orc; insert into table str_str_orc values (null, "X"), ("0", "X"), ("1", "X"), (null, "y"); -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT str2, ROUND(sum(cast(COALESCE(str1, 0) as int))/60, 2) as result from str_str_orc @@ -18,7 +18,7 @@ SELECT from str_str_orc GROUP BY str2; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc; @@ -27,7 +27,7 @@ from str_str_orc; SET hive.vectorized.execution.enabled=true; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT str2, ROUND(sum(cast(COALESCE(str1, 0) as int))/60, 2) as result from str_str_orc @@ -38,7 +38,7 @@ SELECT from str_str_orc GROUP BY str2; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT COALESCE(str1, 0) as result from str_str_orc; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_complex_all.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_complex_all.q b/ql/src/test/queries/clientpositive/vector_complex_all.q index 91a7368..bd1f4a9 100644 --- a/ql/src/test/queries/clientpositive/vector_complex_all.q +++ b/ql/src/test/queries/clientpositive/vector_complex_all.q @@ -27,19 +27,19 @@ CREATE TABLE orc_create_complex ( INSERT OVERWRITE TABLE orc_create_complex SELECT * FROM orc_create_staging; -- Since complex types are not supported, this query should not vectorize. -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT * FROM orc_create_complex; SELECT * FROM orc_create_complex; -- However, since this query is not referencing the complex fields, it should vectorize. -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT COUNT(*) FROM orc_create_complex; SELECT COUNT(*) FROM orc_create_complex; -- Also, since this query is not referencing the complex fields, it should vectorize. -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT str FROM orc_create_complex ORDER BY str; SELECT str FROM orc_create_complex ORDER BY str; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_complex_join.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_complex_join.q b/ql/src/test/queries/clientpositive/vector_complex_join.q index 30f38b1..c6926cb 100644 --- a/ql/src/test/queries/clientpositive/vector_complex_join.q +++ b/ql/src/test/queries/clientpositive/vector_complex_join.q @@ -10,7 +10,7 @@ set hive.fetch.task.conversion=none; CREATE TABLE test (a INT, b MAP<INT, STRING>) STORED AS ORC; INSERT OVERWRITE TABLE test SELECT 199408978, MAP(1, "val_1", 2, "val_2") FROM src LIMIT 1; -explain +explain vectorization expression select * from alltypesorc join test where alltypesorc.cint=test.a; select * from alltypesorc join test where alltypesorc.cint=test.a; @@ -23,7 +23,7 @@ INSERT OVERWRITE TABLE test2a SELECT ARRAY(1, 2) FROM src LIMIT 1; CREATE TABLE test2b (a INT) STORED AS ORC; INSERT OVERWRITE TABLE test2b VALUES (2), (3), (4); -explain +explain vectorization expression select * from test2b join test2a on test2b.a = test2a.a[1]; select * from test2b join test2a on test2b.a = test2a.a[1]; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_count.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_count.q b/ql/src/test/queries/clientpositive/vector_count.q index 341db74..74b24cc 100644 --- a/ql/src/test/queries/clientpositive/vector_count.q +++ b/ql/src/test/queries/clientpositive/vector_count.q @@ -12,15 +12,15 @@ create table abcd stored as orc as select * from abcd_txt; select * from abcd; set hive.map.aggr=true; -explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a; +explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a; select a, count(distinct b), count(distinct c), sum(d) from abcd group by a; -explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd; +explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd; select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd; set hive.map.aggr=false; -explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a; +explain vectorization expression select a, count(distinct b), count(distinct c), sum(d) from abcd group by a; select a, count(distinct b), count(distinct c), sum(d) from abcd group by a; -explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd; +explain vectorization expression select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd; select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_count_distinct.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_count_distinct.q b/ql/src/test/queries/clientpositive/vector_count_distinct.q index ec72079..72ca3fa 100644 --- a/ql/src/test/queries/clientpositive/vector_count_distinct.q +++ b/ql/src/test/queries/clientpositive/vector_count_distinct.q @@ -1,6 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; create table web_sales_txt ( @@ -104,7 +105,7 @@ select ws_sold_date_sk, ws_sold_time_sk, ws_ship_date_sk, ws_item_sk, ------------------------------------------------------------------------------------------ -explain +explain vectorization expression select count(distinct ws_order_number) from web_sales; select count(distinct ws_order_number) from web_sales; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_data_types.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_data_types.q b/ql/src/test/queries/clientpositive/vector_data_types.q index c7e0d1b..d3ee19b 100644 --- a/ql/src/test/queries/clientpositive/vector_data_types.q +++ b/ql/src/test/queries/clientpositive/vector_data_types.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; +set hive.fetch.task.conversion=none; DROP TABLE over1k; DROP TABLE over1korc; @@ -38,7 +39,7 @@ INSERT INTO TABLE over1korc SELECT * FROM over1k; SET hive.vectorized.execution.enabled=false; -EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY t, si, i LIMIT 20; +EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY t, si, i LIMIT 20; SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY t, si, i LIMIT 20; @@ -47,7 +48,7 @@ FROM (SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY t, s SET hive.vectorized.execution.enabled=true; -EXPLAIN select t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY t, si, i LIMIT 20; +EXPLAIN VECTORIZATION EXPRESSION select t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY t, si, i LIMIT 20; SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY t, si, i LIMIT 20; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_date_1.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_date_1.q b/ql/src/test/queries/clientpositive/vector_date_1.q index 072ed5c..7e8768c 100644 --- a/ql/src/test/queries/clientpositive/vector_date_1.q +++ b/ql/src/test/queries/clientpositive/vector_date_1.q @@ -1,8 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; - set hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; drop table if exists vector_date_1; create table vector_date_1 (dt1 date, dt2 date) stored as orc; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_1.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_1.q b/ql/src/test/queries/clientpositive/vector_decimal_1.q index 8a1503f..e797892 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_1.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_1.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; drop table if exists decimal_1; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_10_0.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_10_0.q b/ql/src/test/queries/clientpositive/vector_decimal_10_0.q index 596b2bd..14650f9 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_10_0.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_10_0.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; DROP TABLE IF EXISTS decimal_txt; DROP TABLE IF EXISTS `decimal`; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_2.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_2.q b/ql/src/test/queries/clientpositive/vector_decimal_2.q index f1477ce..e00fefe 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_2.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_2.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; drop table decimal_2; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_3.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_3.q b/ql/src/test/queries/clientpositive/vector_decimal_3.q index 9fa5d6f..c23a652 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_3.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_3.q @@ -1,6 +1,6 @@ set hive.mapred.mode=nonstrict; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; DROP TABLE IF EXISTS DECIMAL_3_txt; DROP TABLE IF EXISTS DECIMAL_3; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_4.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_4.q b/ql/src/test/queries/clientpositive/vector_decimal_4.q index 29c9875..0c34074 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_4.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_4.q @@ -1,6 +1,6 @@ set hive.mapred.mode=nonstrict; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; DROP TABLE IF EXISTS DECIMAL_4_1; DROP TABLE IF EXISTS DECIMAL_4_2; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_5.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_5.q b/ql/src/test/queries/clientpositive/vector_decimal_5.q index 7cf604d..f5de13b 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_5.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_5.q @@ -1,6 +1,6 @@ set hive.mapred.mode=nonstrict; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; DROP TABLE IF EXISTS DECIMAL_5_txt; DROP TABLE IF EXISTS DECIMAL_5; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_6.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_6.q b/ql/src/test/queries/clientpositive/vector_decimal_6.q index 1d0c3ae..fe145e6 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_6.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_6.q @@ -1,6 +1,6 @@ set hive.mapred.mode=nonstrict; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; DROP TABLE IF EXISTS DECIMAL_6_1_txt; DROP TABLE IF EXISTS DECIMAL_6_1; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_aggregate.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_aggregate.q b/ql/src/test/queries/clientpositive/vector_decimal_aggregate.q index 552a564..843b57e 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_aggregate.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_aggregate.q @@ -1,4 +1,6 @@ set hive.explain.user=false; +set hive.fetch.task.conversion=none; + CREATE TABLE decimal_vgby STORED AS ORC AS SELECT cdouble, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal1, CAST (((cdouble*9.3)/13) AS DECIMAL(23,14)) AS cdecimal2, @@ -10,7 +12,7 @@ SET hive.vectorized.execution.enabled=true; -- SORT_QUERY_RESULTS -- First only do simple aggregations that output primitives only -EXPLAIN SELECT cint, +EXPLAIN VECTORIZATION EXPRESSION SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2) FROM decimal_vgby @@ -24,7 +26,7 @@ SELECT cint, HAVING COUNT(*) > 1; -- Now add the others... -EXPLAIN SELECT cint, +EXPLAIN VECTORIZATION EXPRESSION SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2), AVG(cdecimal2), STDDEV_POP(cdecimal2), STDDEV_SAMP(cdecimal2) FROM decimal_vgby http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_cast.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_cast.q b/ql/src/test/queries/clientpositive/vector_decimal_cast.q index eb0e75c..fc8861e 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_cast.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_cast.q @@ -1,6 +1,7 @@ set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; -EXPLAIN SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypesorc WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10; +EXPLAIN VECTORIZATION EXPRESSION SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypesorc WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10; SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS DECIMAL(20,10)), CAST(cint AS DECIMAL(23,14)), CAST(cboolean1 AS DECIMAL(5,2)), CAST(ctimestamp1 AS DECIMAL(15,0)) FROM alltypesorc WHERE cdouble IS NOT NULL AND cint IS NOT NULL AND cboolean1 IS NOT NULL AND ctimestamp1 IS NOT NULL LIMIT 10; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_expressions.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_expressions.q b/ql/src/test/queries/clientpositive/vector_decimal_expressions.q index 33d0747..864e552 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_expressions.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_expressions.q @@ -1,11 +1,12 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; +set hive.fetch.task.conversion=none; -- SORT_QUERY_RESULTS CREATE TABLE decimal_test STORED AS ORC AS SELECT cdouble, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal1, CAST (((cdouble*9.3)/13) AS DECIMAL(23,14)) AS cdecimal2 FROM alltypesorc; SET hive.vectorized.execution.enabled=true; -EXPLAIN SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1+2.34)/cdecimal2) as c3, (cdecimal1 * (cdecimal2/3.4)) as c4, cdecimal1 % 10 as c5, CAST(cdecimal1 AS INT) as c6, CAST(cdecimal2 AS SMALLINT) as c7, CAST(cdecimal2 AS TINYINT) as c8, CAST(cdecimal1 AS BIGINT) as c9, CAST (cdecimal1 AS BOOLEAN) as c10, CAST(cdecimal2 AS DOUBLE) as c11, CAST(cdecimal1 AS FLOAT) as c12, CAST(cdecimal2 AS STRING) as c13, CAST(cdecimal1 AS TIMESTAMP) as c14 FROM decimal_test WHERE cdecimal1 > 0 AND cdecimal1 < 12345.5678 AND cdecimal2 != 0 AND cdecimal2 > 1000 AND cdouble IS NOT NULL +EXPLAIN VECTORIZATION EXPRESSION SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1+2.34)/cdecimal2) as c3, (cdecimal1 * (cdecimal2/3.4)) as c4, cdecimal1 % 10 as c5, CAST(cdecimal1 AS INT) as c6, CAST(cdecimal2 AS SMALLINT) as c7, CAST(cdecimal2 AS TINYINT) as c8, CAST(cdecimal1 AS BIGINT) as c9, CAST (cdecimal1 AS BOOLEAN) as c10, CAST(cdecimal2 AS DOUBLE) as c11, CAST(cdecimal1 AS FLOAT) as c12, CAST(cdecimal2 AS STRING) as c13, CAST(cdecimal1 AS TIMESTAMP) as c14 FROM decimal_test WHERE cdecimal1 > 0 AND cdecimal1 < 12345.5678 AND cdecimal2 != 0 AND cdecimal2 > 1000 AND cdouble IS NOT NULL ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_mapjoin.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_mapjoin.q b/ql/src/test/queries/clientpositive/vector_decimal_mapjoin.q index 3007239..dac0317 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_mapjoin.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_mapjoin.q @@ -4,6 +4,7 @@ SET hive.auto.convert.join=true; SET hive.auto.convert.join.noconditionaltask=true; SET hive.auto.convert.join.noconditionaltask.size=1000000000; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; CREATE TABLE over1k(t tinyint, si smallint, @@ -26,7 +27,7 @@ INSERT INTO TABLE t1 select dec from over1k; CREATE TABLE t2(dec decimal(4,0)) STORED AS ORC; INSERT INTO TABLE t2 select dec from over1k; -explain +explain vectorization expression select t1.dec, t2.dec from t1 join t2 on (t1.dec=t2.dec); -- SORT_QUERY_RESULTS http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q b/ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q index 4ebde6a..08e1e0f 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q @@ -1,11 +1,13 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; +set hive.fetch.task.conversion=none; CREATE TABLE decimal_test STORED AS ORC AS SELECT cbigint, cdouble, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal1, CAST (((cdouble*9.3)/13) AS DECIMAL(23,14)) AS cdecimal2 FROM alltypesorc; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; -- Test math functions in vectorized mode to verify they run correctly end-to-end. -explain +explain vectorization expression select cdecimal1 ,Round(cdecimal1, 2) http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_precision.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_precision.q b/ql/src/test/queries/clientpositive/vector_decimal_precision.q index cc3fb63..97616f6 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_precision.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_precision.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; DROP TABLE IF EXISTS DECIMAL_PRECISION_txt; DROP TABLE IF EXISTS DECIMAL_PRECISION; @@ -26,7 +26,7 @@ SELECT dec, dec / 9 FROM DECIMAL_PRECISION ORDER BY dec; SELECT dec, dec / 27 FROM DECIMAL_PRECISION ORDER BY dec; SELECT dec, dec * dec FROM DECIMAL_PRECISION ORDER BY dec; -EXPLAIN SELECT avg(dec), sum(dec) FROM DECIMAL_PRECISION; +EXPLAIN VECTORIZATION EXPRESSION SELECT avg(dec), sum(dec) FROM DECIMAL_PRECISION; SELECT avg(dec), sum(dec) FROM DECIMAL_PRECISION; SELECT dec * cast('12345678901234567890.12345678' as decimal(38,18)) FROM DECIMAL_PRECISION LIMIT 1; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_round.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_round.q b/ql/src/test/queries/clientpositive/vector_decimal_round.q index bf83163..ba20fef 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_round.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_round.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; create table decimal_tbl_txt (dec decimal(10,0)) ROW FORMAT DELIMITED @@ -12,12 +12,12 @@ insert into table decimal_tbl_txt values(101); select * from decimal_tbl_txt; -explain +explain vectorization expression select dec, round(dec, -1) from decimal_tbl_txt order by dec; select dec, round(dec, -1) from decimal_tbl_txt order by dec; -explain +explain vectorization expression select dec, round(dec, -1) from decimal_tbl_txt order by round(dec, -1); select dec, round(dec, -1) from decimal_tbl_txt order by round(dec, -1); @@ -29,12 +29,12 @@ insert into table decimal_tbl_rc values(101); select * from decimal_tbl_rc; -explain +explain vectorization expression select dec, round(dec, -1) from decimal_tbl_rc order by dec; select dec, round(dec, -1) from decimal_tbl_rc order by dec; -explain +explain vectorization expression select dec, round(dec, -1) from decimal_tbl_rc order by round(dec, -1); select dec, round(dec, -1) from decimal_tbl_rc order by round(dec, -1); @@ -46,12 +46,12 @@ insert into table decimal_tbl_orc values(101); select * from decimal_tbl_orc; -explain +explain vectorization expression select dec, round(dec, -1) from decimal_tbl_orc order by dec; select dec, round(dec, -1) from decimal_tbl_orc order by dec; -explain +explain vectorization expression select dec, round(dec, -1) from decimal_tbl_orc order by round(dec, -1); select dec, round(dec, -1) from decimal_tbl_orc order by round(dec, -1); \ No newline at end of file http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_round_2.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_round_2.q b/ql/src/test/queries/clientpositive/vector_decimal_round_2.q index 0020325..7afc780 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_round_2.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_round_2.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; create table decimal_tbl_1_orc (dec decimal(38,18)) STORED AS ORC; @@ -19,7 +19,7 @@ select * from decimal_tbl_1_orc; -- round(1.0/0.0, 0), round(power(-1.0,0.5), 0) -- FROM decimal_tbl_1_orc ORDER BY dec; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT round(dec) as d, round(dec, 0), round(dec, 1), round(dec, 2), round(dec, 3), round(dec, -1), round(dec, -2), round(dec, -3), round(dec, -4), @@ -39,7 +39,7 @@ insert into table decimal_tbl_2_orc values(125.315, -125.315); select * from decimal_tbl_2_orc; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT round(pos) as p, round(pos, 0), round(pos, 1), round(pos, 2), round(pos, 3), round(pos, 4), @@ -65,7 +65,7 @@ insert into table decimal_tbl_3_orc values(3.141592653589793); select * from decimal_tbl_3_orc; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT round(dec, -15) as d, round(dec, -16), round(dec, -13), round(dec, -14), @@ -113,7 +113,7 @@ insert into table decimal_tbl_4_orc values(1809242.3151111344, -1809242.31511113 select * from decimal_tbl_4_orc; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT round(pos, 9) as p, round(neg, 9), round(1809242.3151111344BD, 9), round(-1809242.3151111344BD, 9) FROM decimal_tbl_4_orc ORDER BY p; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_trailing.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_trailing.q b/ql/src/test/queries/clientpositive/vector_decimal_trailing.q index 5f13396..40935aa 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_trailing.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_trailing.q @@ -1,6 +1,6 @@ set hive.mapred.mode=nonstrict; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; DROP TABLE IF EXISTS DECIMAL_TRAILING_txt; DROP TABLE IF EXISTS DECIMAL_TRAILING; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_decimal_udf2.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_decimal_udf2.q b/ql/src/test/queries/clientpositive/vector_decimal_udf2.q index 433f464..a013f1f 100644 --- a/ql/src/test/queries/clientpositive/vector_decimal_udf2.q +++ b/ql/src/test/queries/clientpositive/vector_decimal_udf2.q @@ -1,7 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; DROP TABLE IF EXISTS DECIMAL_UDF2_txt; DROP TABLE IF EXISTS DECIMAL_UDF2; @@ -18,14 +18,14 @@ STORED AS ORC; INSERT OVERWRITE TABLE DECIMAL_UDF2 SELECT * FROM DECIMAL_UDF2_txt; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2 WHERE key = 10; SELECT acos(key), asin(key), atan(key), cos(key), sin(key), tan(key), radians(key) FROM DECIMAL_UDF2 WHERE key = 10; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT exp(key), ln(key), log(key), log(key, key), log(key, value), log(value, key), http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_distinct_2.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_distinct_2.q b/ql/src/test/queries/clientpositive/vector_distinct_2.q index 509b262..4be23c1 100644 --- a/ql/src/test/queries/clientpositive/vector_distinct_2.q +++ b/ql/src/test/queries/clientpositive/vector_distinct_2.q @@ -1,6 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; -- SORT_QUERY_RESULTS @@ -41,7 +42,7 @@ STORED AS ORC; INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k; -explain +explain vectorization expression select distinct s, t from vectortab2korc; select distinct s, t from vectortab2korc; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_elt.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_elt.q b/ql/src/test/queries/clientpositive/vector_elt.q index f44a3be..5e54cbb 100644 --- a/ql/src/test/queries/clientpositive/vector_elt.q +++ b/ql/src/test/queries/clientpositive/vector_elt.q @@ -1,8 +1,9 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; -EXPLAIN SELECT (ctinyint % 2) + 1, cstring1, cint, elt((ctinyint % 2) + 1, cstring1, cint) +EXPLAIN VECTORIZATION EXPRESSION SELECT (ctinyint % 2) + 1, cstring1, cint, elt((ctinyint % 2) + 1, cstring1, cint) FROM alltypesorc WHERE ctinyint > 0 LIMIT 10; @@ -10,7 +11,7 @@ SELECT (ctinyint % 2) + 1, cstring1, cint, elt((ctinyint % 2) + 1, cstring1, cin FROM alltypesorc WHERE ctinyint > 0 LIMIT 10; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT elt(2, 'abc', 'defg'), elt(3, 'aa', 'bb', 'cc', 'dd', 'ee', 'ff', 'gg'), elt('1', 'abc', 'defg'), http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_empty_where.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_empty_where.q b/ql/src/test/queries/clientpositive/vector_empty_where.q index 0543a65..3e94c92 100644 --- a/ql/src/test/queries/clientpositive/vector_empty_where.q +++ b/ql/src/test/queries/clientpositive/vector_empty_where.q @@ -2,22 +2,22 @@ SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; -- HIVE- -explain +explain vectorization expression select count (distinct cint) from alltypesorc where cstring1; select count (distinct cint) from alltypesorc where cstring1; -explain +explain vectorization expression select count (distinct cint) from alltypesorc where cint; select count (distinct cint) from alltypesorc where cint; -explain +explain vectorization expression select count (distinct cint) from alltypesorc where cfloat; select count (distinct cint) from alltypesorc where cfloat; -explain +explain vectorization expression select count (distinct cint) from alltypesorc where ctimestamp1; select count (distinct cint) from alltypesorc where ctimestamp1; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_groupby4.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_groupby4.q b/ql/src/test/queries/clientpositive/vector_groupby4.q index a59d1a8..1906c07 100644 --- a/ql/src/test/queries/clientpositive/vector_groupby4.q +++ b/ql/src/test/queries/clientpositive/vector_groupby4.q @@ -12,7 +12,7 @@ CREATE TABLE srcorc STORED AS ORC AS SELECT * FROM src; CREATE TABLE dest1(c1 STRING) STORED AS ORC; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION FROM srcorc INSERT OVERWRITE TABLE dest1 SELECT substr(srcorc.key,1,1) GROUP BY substr(srcorc.key,1,1); http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_groupby6.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_groupby6.q b/ql/src/test/queries/clientpositive/vector_groupby6.q index 89c7a19..cb01882 100644 --- a/ql/src/test/queries/clientpositive/vector_groupby6.q +++ b/ql/src/test/queries/clientpositive/vector_groupby6.q @@ -12,7 +12,7 @@ CREATE TABLE srcorc STORED AS ORC AS SELECT * FROM src; CREATE TABLE dest1(c1 STRING) STORED AS ORC; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION FROM srcorc INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(srcorc.value,5,1); http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_groupby_3.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_groupby_3.q b/ql/src/test/queries/clientpositive/vector_groupby_3.q index d42d7f1..299ee92 100644 --- a/ql/src/test/queries/clientpositive/vector_groupby_3.q +++ b/ql/src/test/queries/clientpositive/vector_groupby_3.q @@ -1,6 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; -- SORT_QUERY_RESULTS @@ -41,7 +42,7 @@ STORED AS ORC; INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k; -explain +explain vectorization expression select s, t, max(b) from vectortab2korc group by s, t; select s, t, max(b) from vectortab2korc group by s, t; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q b/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q index 53df2aa..c692182 100644 --- a/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q +++ b/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q @@ -1,5 +1,5 @@ set hive.mapred.mode=nonstrict; -set hive.explain.user=true; +set hive.explain.user=false; SET hive.vectorized.execution.enabled = true; set hive.fetch.task.conversion=none; SET hive.auto.convert.join=true; @@ -8,7 +8,7 @@ SET hive.auto.convert.join.noconditionaltask.size=1000000000; set hive.exec.dynamic.partition.mode=nonstrict; -- HIVE-12738 -- We are checking if a MapJoin after a GroupBy will work properly. -explain +explain vectorization expression select * from src where not key in http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_groupby_reduce.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_groupby_reduce.q b/ql/src/test/queries/clientpositive/vector_groupby_reduce.q index e78b57f..bafb32e 100644 --- a/ql/src/test/queries/clientpositive/vector_groupby_reduce.q +++ b/ql/src/test/queries/clientpositive/vector_groupby_reduce.q @@ -1,6 +1,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; create table store_sales_txt ( @@ -91,7 +92,7 @@ ss_sold_date_sk , ss_net_profit from store_sales_txt; -explain +explain vectorization expression select ss_ticket_number from @@ -108,7 +109,7 @@ limit 20; -explain +explain vectorization expression select min(ss_ticket_number) m from @@ -133,7 +134,7 @@ order by m; -explain +explain vectorization expression select ss_ticket_number, sum(ss_item_sk), sum(q) from @@ -157,7 +158,7 @@ group by ss_ticket_number order by ss_ticket_number; -explain +explain vectorization expression select ss_ticket_number, ss_item_sk, sum(q) from http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_grouping_sets.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_grouping_sets.q b/ql/src/test/queries/clientpositive/vector_grouping_sets.q index 09ba6b6..1b5d3a0 100644 --- a/ql/src/test/queries/clientpositive/vector_grouping_sets.q +++ b/ql/src/test/queries/clientpositive/vector_grouping_sets.q @@ -45,7 +45,7 @@ create table store stored as orc as select * from store_txt; -explain +explain vectorization expression select s_store_id from store group by s_store_id with rollup; @@ -54,7 +54,7 @@ select s_store_id from store group by s_store_id with rollup; -explain +explain vectorization expression select s_store_id, GROUPING__ID from store group by s_store_id with rollup; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_if_expr.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_if_expr.q b/ql/src/test/queries/clientpositive/vector_if_expr.q index 475cecf..6e7ccf7 100644 --- a/ql/src/test/queries/clientpositive/vector_if_expr.q +++ b/ql/src/test/queries/clientpositive/vector_if_expr.q @@ -1,9 +1,9 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=minimal; +set hive.fetch.task.conversion=none; -EXPLAIN +EXPLAIN VECTORIZATION EXPRESSION SELECT cboolean1, IF (cboolean1, 'first', 'second') FROM alltypesorc WHERE cboolean1 IS NOT NULL AND cboolean1 ORDER BY cboolean1; SELECT cboolean1, IF (cboolean1, 'first', 'second') FROM alltypesorc WHERE cboolean1 IS NOT NULL AND cboolean1 ORDER BY cboolean1 LIMIT 5; http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_include_no_sel.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_include_no_sel.q b/ql/src/test/queries/clientpositive/vector_include_no_sel.q index 03f676b..a499ae5 100644 --- a/ql/src/test/queries/clientpositive/vector_include_no_sel.q +++ b/ql/src/test/queries/clientpositive/vector_include_no_sel.q @@ -6,6 +6,7 @@ SET hive.auto.convert.join=true; SET hive.auto.convert.join.noconditionaltask=true; SET hive.auto.convert.join.noconditionaltask.size=1000000000; SET hive.mapred.mode=nonstrict; +set hive.fetch.task.conversion=none; -- HIVE-13872 -- Looking for TableScan immediately followed by ReduceSink (no intervening SEL operator). @@ -69,7 +70,7 @@ LOAD DATA LOCAL INPATH '../../data/files/customer_demographics.txt' OVERWRITE IN create table customer_demographics stored as orc as select * from customer_demographics_txt; -explain +explain vectorization expression select count(1) from customer_demographics,store_sales where ((customer_demographics.cd_demo_sk = store_sales.ss_cdemo_sk and customer_demographics.cd_marital_status = 'M') or (customer_demographics.cd_demo_sk = store_sales.ss_cdemo_sk and customer_demographics.cd_marital_status = 'U')); http://git-wip-us.apache.org/repos/asf/hive/blob/f923db0b/ql/src/test/queries/clientpositive/vector_inner_join.q ---------------------------------------------------------------------- diff --git a/ql/src/test/queries/clientpositive/vector_inner_join.q b/ql/src/test/queries/clientpositive/vector_inner_join.q index 24b66bf..54194a8 100644 --- a/ql/src/test/queries/clientpositive/vector_inner_join.q +++ b/ql/src/test/queries/clientpositive/vector_inner_join.q @@ -2,6 +2,7 @@ set hive.mapred.mode=nonstrict; set hive.explain.user=false; SET hive.vectorized.execution.enabled=true; SET hive.auto.convert.join=true; +set hive.fetch.task.conversion=none; CREATE TABLE orc_table_1a(a INT) STORED AS ORC; CREATE TABLE orc_table_2a(c INT) STORED AS ORC; @@ -9,12 +10,12 @@ CREATE TABLE orc_table_2a(c INT) STORED AS ORC; insert into table orc_table_1a values(1),(1), (2),(3); insert into table orc_table_2a values(0),(2), (3),(null),(4); -explain +explain vectorization detail select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2; select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2; -explain +explain vectorization detail select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2; select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2; @@ -26,38 +27,38 @@ CREATE TABLE orc_table_2b(c INT, v2 STRING) STORED AS ORC; insert into table orc_table_1b values("one", 1),("one", 1), ("two", 2),("three", 3); insert into table orc_table_2b values(0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, "<NULL>"),(4, "FOUR"); -explain +explain vectorization detail select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; -explain +explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; -explain +explain vectorization detail select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; -explain +explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; -explain +explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2; -explain +explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2; select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2; -explain +explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2; select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2;
