Repository: hive Updated Branches: refs/heads/master 7583e391d -> d6a89ad19
http://git-wip-us.apache.org/repos/asf/hive/blob/d6a89ad1/ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out b/ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out index d37d6f5..d3c7ad9 100644 --- a/ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out @@ -2586,103 +2586,201 @@ POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_change_various_various_date POSTHOOK: Output: default@part_change_various_various_date PREHOOK: query: -- --- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale -- -CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@part_change_various_various_binary +PREHOOK: Output: default@part_change_same_type_different_params POSTHOOK: query: -- --- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale -- -CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@part_change_various_various_binary -PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values(1, 'binary', 'binary', 'binary', 'original'), - (2, 'binary', 'binary', 'binary', 'original'), - (3, 'binary', 'binary', 'binary', 'original'), - (4, 'binary', 'binary', 'binary', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__46 -PREHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values(1, 'binary', 'binary', 'binary', 'original'), - (2, 'binary', 'binary', 'binary', 'original'), - (3, 'binary', 'binary', 'binary', 'original'), - (4, 'binary', 'binary', 'binary', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__46 -POSTHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -PREHOOK: type: QUERY -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Input: default@part_change_various_various_binary@part=1 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Input: default@part_change_various_various_binary@part=1 -#### A masked pattern was here #### -insert_num part c1 c2 c3 b -1 1 binary binary binary original -2 1 binary binary binary original -3 1 binary binary binary original -4 1 binary binary binary original +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c1, type:char(12), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c2, type:char(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c3, type:varchar(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c4, type:varchar(10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c5, type:decimal(12,4), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c6, type:decimal(20,10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Output: default@part_change_various_various_binary +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) POSTHOOK: type: ALTERTABLE_REPLACECOLS -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Output: default@part_change_various_various_binary -PREHOOK: query: insert into table part_change_various_various_binary partition(part=2) - values (5, 'binary', 'binary', 'binary', 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__47 -PREHOOK: Output: default@part_change_various_various_binary@part=2 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=2) - values (5, 'binary', 'binary', 'binary', 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__47 -POSTHOOK: Output: default@part_change_various_various_binary@part=2 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values (6,-'binary', 'binary', 'binary', 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__48 -PREHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values (6,-'binary', 'binary', 'binary', 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__48 -POSTHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +6 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +10 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b PREHOOK: query: explain -select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num PREHOOK: type: QUERY POSTHOOK: query: explain -select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num POSTHOOK: type: QUERY Explain Plan optimized by CBO. @@ -2696,39 +2794,46 @@ Stage-0 Stage-1 Reducer 2 File Output Operator [FS_4] - Select Operator [SEL_3] (rows=6 width=44) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Select Operator [SEL_3] (rows=13 width=105) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=6 width=44) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=6 width=44) - default@part_change_various_various_binary,part_change_various_various_binary,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + Select Operator [SEL_1] (rows=13 width=105) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + TableScan [TS_0] (rows=13 width=105) + default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] -PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -PREHOOK: type: QUERY -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Input: default@part_change_various_various_binary@part=1 -PREHOOK: Input: default@part_change_various_various_binary@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Input: default@part_change_various_various_binary@part=1 -POSTHOOK: Input: default@part_change_various_various_binary@part=2 -#### A masked pattern was here #### -insert_num part c1 c2 c3 b -1 1 binary binary binary original -2 1 binary binary binary original -3 1 binary binary binary original -4 1 binary binary binary original -5 2 binary binary binary new -6 1 LWJpbmFyeQ== YmluYXJ5 YmluYXJ5 new -PREHOOK: query: drop table part_change_various_various_binary +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor age NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion 8.31 NULL new +8 1 bubble f drain loyal station racket antique bu 0.69 22.832613278700000 new +9 1 12345678 1234567890123456789012345 123456789012345 1234567890 NULL 1234567890.543210987700000 new +PREHOOK: query: drop table part_change_same_type_different_params PREHOOK: type: DROPTABLE -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Output: default@part_change_various_various_binary -POSTHOOK: query: drop table part_change_various_various_binary +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: drop table part_change_same_type_different_params POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Output: default@part_change_various_various_binary +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params http://git-wip-us.apache.org/repos/asf/hive/blob/d6a89ad1/ql/src/test/results/clientpositive/tez/schema_evol_text_vec_mapwork_part_all_primitive.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/schema_evol_text_vec_mapwork_part_all_primitive.q.out b/ql/src/test/results/clientpositive/tez/schema_evol_text_vec_mapwork_part_all_primitive.q.out index ea798f9..b8cc0cd 100644 --- a/ql/src/test/results/clientpositive/tez/schema_evol_text_vec_mapwork_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/tez/schema_evol_text_vec_mapwork_part_all_primitive.q.out @@ -2590,103 +2590,201 @@ POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_change_various_various_date POSTHOOK: Output: default@part_change_various_various_date PREHOOK: query: -- --- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale -- -CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@part_change_various_various_binary +PREHOOK: Output: default@part_change_same_type_different_params POSTHOOK: query: -- --- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale -- -CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@part_change_various_various_binary -PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values(1, 'binary', 'binary', 'binary', 'original'), - (2, 'binary', 'binary', 'binary', 'original'), - (3, 'binary', 'binary', 'binary', 'original'), - (4, 'binary', 'binary', 'binary', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__46 -PREHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values(1, 'binary', 'binary', 'binary', 'original'), - (2, 'binary', 'binary', 'binary', 'original'), - (3, 'binary', 'binary', 'binary', 'original'), - (4, 'binary', 'binary', 'binary', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__46 -POSTHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -PREHOOK: type: QUERY -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Input: default@part_change_various_various_binary@part=1 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Input: default@part_change_various_various_binary@part=1 -#### A masked pattern was here #### -insert_num part c1 c2 c3 b -1 1 binary binary binary original -2 1 binary binary binary original -3 1 binary binary binary original -4 1 binary binary binary original +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c1, type:char(12), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c2, type:char(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c3, type:varchar(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c4, type:varchar(10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c5, type:decimal(12,4), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c6, type:decimal(20,10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Output: default@part_change_various_various_binary +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) POSTHOOK: type: ALTERTABLE_REPLACECOLS -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Output: default@part_change_various_various_binary -PREHOOK: query: insert into table part_change_various_various_binary partition(part=2) - values (5, 'binary', 'binary', 'binary', 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__47 -PREHOOK: Output: default@part_change_various_various_binary@part=2 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=2) - values (5, 'binary', 'binary', 'binary', 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__47 -POSTHOOK: Output: default@part_change_various_various_binary@part=2 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values (6,-'binary', 'binary', 'binary', 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__48 -PREHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values (6,-'binary', 'binary', 'binary', 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__48 -POSTHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +6 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +10 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b PREHOOK: query: explain -select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num PREHOOK: type: QUERY POSTHOOK: query: explain -select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num POSTHOOK: type: QUERY Explain Plan optimized by CBO. @@ -2700,39 +2798,46 @@ Stage-0 Stage-1 Reducer 2 vectorized File Output Operator [FS_8] - Select Operator [SEL_7] (rows=6 width=32) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Select Operator [SEL_7] (rows=13 width=96) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_6] - Select Operator [SEL_5] (rows=6 width=32) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=6 width=32) - default@part_change_various_various_binary,part_change_various_various_binary,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + Select Operator [SEL_5] (rows=13 width=96) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + TableScan [TS_0] (rows=13 width=96) + default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] -PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -PREHOOK: type: QUERY -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Input: default@part_change_various_various_binary@part=1 -PREHOOK: Input: default@part_change_various_various_binary@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Input: default@part_change_various_various_binary@part=1 -POSTHOOK: Input: default@part_change_various_various_binary@part=2 -#### A masked pattern was here #### -insert_num part c1 c2 c3 b -1 1 binary binary binary original -2 1 binary binary binary original -3 1 binary binary binary original -4 1 binary binary binary original -5 2 binary binary binary new -6 1 LWJpbmFyeQ== YmluYXJ5 YmluYXJ5 new -PREHOOK: query: drop table part_change_various_various_binary +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor age NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion 8.31 NULL new +8 1 bubble f drain loyal station racket antique bu 0.69 22.832613278700000 new +9 1 12345678 1234567890123456789012345 123456789012345 1234567890 NULL 1234567890.543210987700000 new +PREHOOK: query: drop table part_change_same_type_different_params PREHOOK: type: DROPTABLE -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Output: default@part_change_various_various_binary -POSTHOOK: query: drop table part_change_various_various_binary +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: drop table part_change_same_type_different_params POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Output: default@part_change_various_various_binary +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params http://git-wip-us.apache.org/repos/asf/hive/blob/d6a89ad1/ql/src/test/results/clientpositive/tez/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out b/ql/src/test/results/clientpositive/tez/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out index 9abbcba..0b72edb 100644 --- a/ql/src/test/results/clientpositive/tez/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/tez/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out @@ -2590,103 +2590,201 @@ POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_change_various_various_date POSTHOOK: Output: default@part_change_various_various_date PREHOOK: query: -- --- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale -- -CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@part_change_various_various_binary +PREHOOK: Output: default@part_change_same_type_different_params POSTHOOK: query: -- --- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale -- -CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@part_change_various_various_binary -PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values(1, 'binary', 'binary', 'binary', 'original'), - (2, 'binary', 'binary', 'binary', 'original'), - (3, 'binary', 'binary', 'binary', 'original'), - (4, 'binary', 'binary', 'binary', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__46 -PREHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values(1, 'binary', 'binary', 'binary', 'original'), - (2, 'binary', 'binary', 'binary', 'original'), - (3, 'binary', 'binary', 'binary', 'original'), - (4, 'binary', 'binary', 'binary', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__46 -POSTHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -PREHOOK: type: QUERY -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Input: default@part_change_various_various_binary@part=1 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Input: default@part_change_various_various_binary@part=1 -#### A masked pattern was here #### -insert_num part c1 c2 c3 b -1 1 binary binary binary original -2 1 binary binary binary original -3 1 binary binary binary original -4 1 binary binary binary original +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c1, type:char(12), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c2, type:char(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c3, type:varchar(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c4, type:varchar(10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c5, type:decimal(12,4), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c6, type:decimal(20,10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Output: default@part_change_various_various_binary +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) POSTHOOK: type: ALTERTABLE_REPLACECOLS -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Output: default@part_change_various_various_binary -PREHOOK: query: insert into table part_change_various_various_binary partition(part=2) - values (5, 'binary', 'binary', 'binary', 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__47 -PREHOOK: Output: default@part_change_various_various_binary@part=2 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=2) - values (5, 'binary', 'binary', 'binary', 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__47 -POSTHOOK: Output: default@part_change_various_various_binary@part=2 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values (6,-'binary', 'binary', 'binary', 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__48 -PREHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) - values (6,-'binary', 'binary', 'binary', 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__48 -POSTHOOK: Output: default@part_change_various_various_binary@part=1 -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +6 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +10 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b PREHOOK: query: explain -select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num PREHOOK: type: QUERY POSTHOOK: query: explain -select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num POSTHOOK: type: QUERY Explain Plan optimized by CBO. @@ -2700,39 +2798,46 @@ Stage-0 Stage-1 Reducer 2 vectorized File Output Operator [FS_8] - Select Operator [SEL_7] (rows=6 width=32) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Select Operator [SEL_7] (rows=13 width=96) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_6] - Select Operator [SEL_5] (rows=6 width=32) - Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=6 width=32) - default@part_change_various_various_binary,part_change_various_various_binary,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + Select Operator [SEL_5] (rows=13 width=96) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + TableScan [TS_0] (rows=13 width=96) + default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] -PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -PREHOOK: type: QUERY -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Input: default@part_change_various_various_binary@part=1 -PREHOOK: Input: default@part_change_various_various_binary@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Input: default@part_change_various_various_binary@part=1 -POSTHOOK: Input: default@part_change_various_various_binary@part=2 -#### A masked pattern was here #### -insert_num part c1 c2 c3 b -1 1 binary binary binary original -2 1 binary binary binary original -3 1 binary binary binary original -4 1 binary binary binary original -5 2 binary binary binary new -6 1 LWJpbmFyeQ== YmluYXJ5 YmluYXJ5 new -PREHOOK: query: drop table part_change_various_various_binary +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor age NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion 8.31 NULL new +8 1 bubble f drain loyal station racket antique bu 0.69 22.832613278700000 new +9 1 12345678 1234567890123456789012345 123456789012345 1234567890 NULL 1234567890.543210987700000 new +PREHOOK: query: drop table part_change_same_type_different_params PREHOOK: type: DROPTABLE -PREHOOK: Input: default@part_change_various_various_binary -PREHOOK: Output: default@part_change_various_various_binary -POSTHOOK: query: drop table part_change_various_various_binary +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: drop table part_change_same_type_different_params POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@part_change_various_various_binary -POSTHOOK: Output: default@part_change_various_various_binary +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params
