http://git-wip-us.apache.org/repos/asf/hive/blob/255cf4ab/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update_llap_io.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update_llap_io.q.out new file mode 100644 index 0000000..2292dcb --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update_llap_io.q.out @@ -0,0 +1,449 @@ +PREHOOK: query: CREATE TABLE schema_evolution_data(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string) +row format delimited fields terminated by '|' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@schema_evolution_data +POSTHOOK: query: CREATE TABLE schema_evolution_data(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string) +row format delimited fields terminated by '|' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@schema_evolution_data +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data.txt' overwrite into table schema_evolution_data +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@schema_evolution_data +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data.txt' overwrite into table schema_evolution_data +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@schema_evolution_data +PREHOOK: query: CREATE TABLE schema_evolution_data_2(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string) +row format delimited fields terminated by '|' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@schema_evolution_data_2 +POSTHOOK: query: CREATE TABLE schema_evolution_data_2(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string) +row format delimited fields terminated by '|' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@schema_evolution_data_2 +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data_2.txt' overwrite into table schema_evolution_data_2 +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@schema_evolution_data_2 +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data_2.txt' overwrite into table schema_evolution_data_2 +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@schema_evolution_data_2 +PREHOOK: query: CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table5 +POSTHOOK: query: CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table5 +PREHOOK: query: insert into table table5 SELECT insert_num, int1, 'original' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@table5 +POSTHOOK: query: insert into table table5 SELECT insert_num, int1, 'original' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@table5 +POSTHOOK: Lineage: table5.a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table5.b SIMPLE [] +POSTHOOK: Lineage: table5.insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 +PREHOOK: query: alter table table5 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table5 +PREHOOK: Output: default@table5 +POSTHOOK: query: alter table table5 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table5 +POSTHOOK: Output: default@table5 +PREHOOK: query: insert into table table5 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table5 +POSTHOOK: query: insert into table table5 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table5 +POSTHOOK: Lineage: table5.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table5.b SIMPLE [] +POSTHOOK: Lineage: table5.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table5.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table5.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: select a,b,c,d from table5 +PREHOOK: type: QUERY +PREHOOK: Input: default@table5 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table5 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +0 new 0 hangar paralysed companion +127 new 127 bottom +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: update table5 set c=99 +PREHOOK: type: QUERY +PREHOOK: Input: default@table5 +PREHOOK: Output: default@table5 +POSTHOOK: query: update table5 set c=99 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table5 +POSTHOOK: Output: default@table5 +row__id insert_num a b _c4 d +PREHOOK: query: select a,b,c,d from table5 +PREHOOK: type: QUERY +PREHOOK: Input: default@table5 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table5 +#### A masked pattern was here #### +a b c d +-128 new 99 smaller than Scotland +-2147483648 original 99 NULL +-57923222 new 99 astonishing +-999992 original 99 NULL +0 new 99 hangar paralysed companion +127 new 99 bottom +17 new 99 feather weight +203332 original 99 NULL +2147483647 original 99 NULL +32768 new 99 major glaciation +400 new 99 window +40000 new 99 Delaware +82153733 new 99 Antarctic peninsula +NULL new 99 baffling +NULL original 99 NULL +PREHOOK: query: alter table table5 compact 'major' +PREHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: query: alter table table5 compact 'major' +POSTHOOK: type: ALTERTABLE_COMPACT +PREHOOK: query: select a,b,c,d from table5 +PREHOOK: type: QUERY +PREHOOK: Input: default@table5 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table5 +#### A masked pattern was here #### +a b c d +-128 new 99 smaller than Scotland +-2147483648 original 99 NULL +-57923222 new 99 astonishing +-999992 original 99 NULL +0 new 99 hangar paralysed companion +127 new 99 bottom +17 new 99 feather weight +203332 original 99 NULL +2147483647 original 99 NULL +32768 new 99 major glaciation +400 new 99 window +40000 new 99 Delaware +82153733 new 99 Antarctic peninsula +NULL new 99 baffling +NULL original 99 NULL +PREHOOK: query: DROP TABLE table5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table5 +PREHOOK: Output: default@table5 +POSTHOOK: query: DROP TABLE table5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table5 +POSTHOOK: Output: default@table5 +PREHOOK: query: CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table6 +POSTHOOK: query: CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table6 +PREHOOK: query: insert into table table6 SELECT insert_num, int1, 'original' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@table6 +POSTHOOK: query: insert into table table6 SELECT insert_num, int1, 'original' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@table6 +POSTHOOK: Lineage: table6.a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.b SIMPLE [] +POSTHOOK: Lineage: table6.insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 +PREHOOK: query: alter table table6 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table6 +PREHOOK: Output: default@table6 +POSTHOOK: query: alter table table6 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table6 +POSTHOOK: Output: default@table6 +PREHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <= 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table6 +POSTHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <= 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table6 +POSTHOOK: Lineage: table6.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.b SIMPLE [] +POSTHOOK: Lineage: table6.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table6.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table6 +POSTHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table6 +POSTHOOK: Lineage: table6.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.b SIMPLE [] +POSTHOOK: Lineage: table6.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table6.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: select a,b,c,d from table6 +PREHOOK: type: QUERY +PREHOOK: Input: default@table6 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table6 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +0 new 0 hangar paralysed companion +127 new 127 bottom +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: delete from table6 where insert_num = 102 or insert_num = 104 or insert_num = 106 +PREHOOK: type: QUERY +PREHOOK: Input: default@table6 +PREHOOK: Output: default@table6 +POSTHOOK: query: delete from table6 where insert_num = 102 or insert_num = 104 or insert_num = 106 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table6 +POSTHOOK: Output: default@table6 +row__id +PREHOOK: query: select a,b,c,d from table6 +PREHOOK: type: QUERY +PREHOOK: Input: default@table6 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table6 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +127 new 127 bottom +17 new 17 feather weight +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: alter table table6 compact 'major' +PREHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: query: alter table table6 compact 'major' +POSTHOOK: type: ALTERTABLE_COMPACT +PREHOOK: query: select a,b,c,d from table6 +PREHOOK: type: QUERY +PREHOOK: Input: default@table6 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table6 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +127 new 127 bottom +17 new 17 feather weight +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: DROP TABLE table6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table6 +PREHOOK: Output: default@table6 +POSTHOOK: query: DROP TABLE table6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table6 +POSTHOOK: Output: default@table6 +PREHOOK: query: CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table7 +POSTHOOK: query: CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table7 +PREHOOK: query: insert into table table7 SELECT insert_num, int1, 'original' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@table7 +POSTHOOK: query: insert into table table7 SELECT insert_num, int1, 'original' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@table7 +POSTHOOK: Lineage: table7.a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.b SIMPLE [] +POSTHOOK: Lineage: table7.insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 +PREHOOK: query: alter table table7 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table7 +PREHOOK: Output: default@table7 +POSTHOOK: query: alter table table7 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table7 +POSTHOOK: Output: default@table7 +PREHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <= 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table7 +POSTHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <= 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table7 +POSTHOOK: Lineage: table7.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.b SIMPLE [] +POSTHOOK: Lineage: table7.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table7.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table7 +POSTHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table7 +POSTHOOK: Lineage: table7.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.b SIMPLE [] +POSTHOOK: Lineage: table7.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table7.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: select a,b,c,d from table7 +PREHOOK: type: QUERY +PREHOOK: Input: default@table7 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table7 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +0 new 0 hangar paralysed companion +127 new 127 bottom +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: delete from table7 where insert_num = 107 or insert_num >= 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@table7 +PREHOOK: Output: default@table7 +POSTHOOK: query: delete from table7 where insert_num = 107 or insert_num >= 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table7 +POSTHOOK: Output: default@table7 +row__id +PREHOOK: query: select a,b,c,d from table7 +PREHOOK: type: QUERY +PREHOOK: Input: default@table7 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table7 +#### A masked pattern was here #### +a b c d +-2147483648 original NULL NULL +-999992 original NULL NULL +0 new 0 hangar paralysed companion +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: alter table table7 compact 'major' +PREHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: query: alter table table7 compact 'major' +POSTHOOK: type: ALTERTABLE_COMPACT +PREHOOK: query: select a,b,c,d from table7 +PREHOOK: type: QUERY +PREHOOK: Input: default@table7 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table7 +#### A masked pattern was here #### +a b c d +-2147483648 original NULL NULL +-999992 original NULL NULL +0 new 0 hangar paralysed companion +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: DROP TABLE table7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table7 +PREHOOK: Output: default@table7 +POSTHOOK: query: DROP TABLE table7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table7 +POSTHOOK: Output: default@table7
http://git-wip-us.apache.org/repos/asf/hive/blob/255cf4ab/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out new file mode 100644 index 0000000..60c143e --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex_llap_io.q.out @@ -0,0 +1,687 @@ +PREHOOK: query: CREATE TABLE part_change_various_various_struct1(insert_num int, s1 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: CREATE TABLE part_change_various_various_struct1(insert_num int, s1 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE complex_struct1_a_txt(insert_num int, s1 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct1_a_txt +POSTHOOK: query: CREATE TABLE complex_struct1_a_txt(insert_num int, s1 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_a.txt' overwrite into table complex_struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_a.txt' overwrite into table complex_struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(complex_struct1_a_txt)complex_struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(complex_struct1_a_txt)complex_struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(complex_struct1_a_txt)complex_struct1_a_txt.FieldSchema(name:s1, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>, comment:null), ] +complex_struct1_a_txt.insert_num complex_struct1_a_txt.s1 complex_struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} original +PREHOOK: query: alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct1_b_txt +POSTHOOK: query: CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:s1, type:struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>, comment:null), ] +complex_struct1_b_txt.insert_num complex_struct1_b_txt.s1 complex_struct1_b_txt.b +PREHOOK: query: CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct1_c_txt +POSTHOOK: query: CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:s1, type:struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>, comment:null), ] +complex_struct1_c_txt.insert_num complex_struct1_c_txt.s1 complex_struct1_c_txt.b +PREHOOK: query: explain vectorization detail +select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: false + enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_struct1 + Statistics: Num rows: 6 Data size: 21030 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), s1 (type: struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SCRIPT [] +col1 col2 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: alter table part_add_various_various_struct2 ADD columns (s2 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: alter table part_add_various_various_struct2 ADD columns (s2 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_a_txt +POSTHOOK: query: CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:s2, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>, comment:null), ] +complex_struct2_a_txt.insert_num complex_struct2_a_txt.b complex_struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_b_txt +POSTHOOK: query: CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:s2, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>, comment:null), ] +complex_struct2_b_txt.insert_num complex_struct2_b_txt.b complex_struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} +PREHOOK: query: alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_c_txt +POSTHOOK: query: CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:s2, type:struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>, comment:null), ] +complex_struct2_c_txt.insert_num complex_struct2_c_txt.b complex_struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_d_txt +POSTHOOK: query: CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT<c1:STRING, c2:STRING, c3:STRING, c4:STRING, c5:STRING, c6:STRING, c7:STRING, c8:STRING, c9:STRING, c10:STRING, c11:STRING, c12:STRING, c13:STRING>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:s2, type:struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>, comment:null), ] +complex_struct2_d_txt.insert_num complex_struct2_d_txt.b complex_struct2_d_txt.s2 +PREHOOK: query: explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: false + enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_various_various_struct2 + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct<c1:string,c2:string,c3:string,c4:string,c5:string,c6:string,c7:string,c8:string,c9:string,c10:string,c11:string,c12:string,c13:string>) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT>) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT>) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE complex_struct4_a_txt(insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct4_a_txt +POSTHOOK: query: CREATE TABLE complex_struct4_a_txt(insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_a.txt' overwrite into table complex_struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_a.txt' overwrite into table complex_struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(complex_struct4_a_txt)complex_struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(complex_struct4_a_txt)complex_struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(complex_struct4_a_txt)complex_struct4_a_txt.FieldSchema(name:s3, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint>, comment:null), ] +complex_struct4_a_txt.insert_num complex_struct4_a_txt.b complex_struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct4_b_txt +POSTHOOK: query: CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:s3, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>, comment:null), ] +complex_struct4_b_txt.insert_num complex_struct4_b_txt.b complex_struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct4_c_txt +POSTHOOK: query: CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT<c1:BOOLEAN, c2:TINYINT, c3:SMALLINT, c4:INT, c5:BIGINT, c6:FLOAT, c7:DOUBLE, c8:DECIMAL(38,18), c9:CHAR(25), c10:VARCHAR(25), c11:TIMESTAMP, c12:DATE, c13:BINARY>) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:s3, type:struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>, comment:null), ] +complex_struct4_c_txt.insert_num complex_struct4_c_txt.b complex_struct4_c_txt.s3 +PREHOOK: query: explain vectorization detail +select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: false + enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct4 + Statistics: Num rows: 4 Data size: 4892 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct<c1:boolean,c2:tinyint,c3:smallint,c4:int,c5:bigint,c6:float,c7:double,c8:decimal(38,18),c9:char(25),c10:varchar(25),c11:timestamp,c12:date,c13:binary>) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)Ú¯} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)Ú¯} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4
