http://git-wip-us.apache.org/repos/asf/hive/blob/255cf4ab/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out
----------------------------------------------------------------------
diff --git
a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out
b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out
new file mode 100644
index 0000000..3b8b68e
--- /dev/null
+++
b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out
@@ -0,0 +1,779 @@
+PREHOOK: query: CREATE TABLE schema_evolution_data(insert_num int, boolean1
boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint,
decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2
string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str
string, smallint_str string, int_str string, bigint_str string, decimal_str
string, float_str string, double_str string, date_str string, timestamp_str
string, filler string)
+row format delimited fields terminated by '|' stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@schema_evolution_data
+POSTHOOK: query: CREATE TABLE schema_evolution_data(insert_num int, boolean1
boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint,
decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2
string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str
string, smallint_str string, int_str string, bigint_str string, decimal_str
string, float_str string, double_str string, date_str string, timestamp_str
string, filler string)
+row format delimited fields terminated by '|' stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@schema_evolution_data
+PREHOOK: query: load data local inpath
'../../data/files/schema_evolution/schema_evolution_data.txt' overwrite into
table schema_evolution_data
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@schema_evolution_data
+POSTHOOK: query: load data local inpath
'../../data/files/schema_evolution/schema_evolution_data.txt' overwrite into
table schema_evolution_data
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@schema_evolution_data
+PREHOOK: query: CREATE TABLE schema_evolution_data_2(insert_num int, boolean1
boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint,
decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2
string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str
string, smallint_str string, int_str string, bigint_str string, decimal_str
string, float_str string, double_str string, date_str string, timestamp_str
string, filler string)
+row format delimited fields terminated by '|' stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@schema_evolution_data_2
+POSTHOOK: query: CREATE TABLE schema_evolution_data_2(insert_num int, boolean1
boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint,
decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2
string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str
string, smallint_str string, int_str string, bigint_str string, decimal_str
string, float_str string, double_str string, date_str string, timestamp_str
string, filler string)
+row format delimited fields terminated by '|' stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@schema_evolution_data_2
+PREHOOK: query: load data local inpath
'../../data/files/schema_evolution/schema_evolution_data_2.txt' overwrite into
table schema_evolution_data_2
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@schema_evolution_data_2
+POSTHOOK: query: load data local inpath
'../../data/files/schema_evolution/schema_evolution_data_2.txt' overwrite into
table schema_evolution_data_2
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@schema_evolution_data_2
+PREHOOK: query: CREATE TABLE
part_change_various_various_boolean_to_bigint(insert_num int,
+ c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE,
c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP,
+ c10 BOOLEAN, c11 SMALLINT, c12 INT, c13 BIGINT, c14 FLOAT, c15
DOUBLE, c16 DECIMAL(38,18), c17 STRING, c18 CHAR(25), c19 VARCHAR(25), c20
TIMESTAMP,
+ c21 BOOLEAN, c22 TINYINT, c23 INT, c24 BIGINT, c25 FLOAT, c26
DOUBLE, c27 DECIMAL(38,18), c28 STRING, c29 CHAR(25), c30 VARCHAR(25), c31
TIMESTAMP,
+ c32 BOOLEAN, c33 TINYINT, c34 SMALLINT, c35 BIGINT, c36 FLOAT,
c37 DOUBLE, c38 DECIMAL(38,18), c39 STRING, c40 CHAR(25), c41 VARCHAR(25), c42
TIMESTAMP,
+ c43 BOOLEAN, c44 TINYINT, c45 SMALLINT, c46 INT, c47 FLOAT, c48
DOUBLE, c49 DECIMAL(38,18), c50 STRING, c51 CHAR(25), c52 VARCHAR(25), c53
TIMESTAMP,
+ b STRING) PARTITIONED BY(part INT)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@part_change_various_various_boolean_to_bigint
+POSTHOOK: query: CREATE TABLE
part_change_various_various_boolean_to_bigint(insert_num int,
+ c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE,
c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP,
+ c10 BOOLEAN, c11 SMALLINT, c12 INT, c13 BIGINT, c14 FLOAT, c15
DOUBLE, c16 DECIMAL(38,18), c17 STRING, c18 CHAR(25), c19 VARCHAR(25), c20
TIMESTAMP,
+ c21 BOOLEAN, c22 TINYINT, c23 INT, c24 BIGINT, c25 FLOAT, c26
DOUBLE, c27 DECIMAL(38,18), c28 STRING, c29 CHAR(25), c30 VARCHAR(25), c31
TIMESTAMP,
+ c32 BOOLEAN, c33 TINYINT, c34 SMALLINT, c35 BIGINT, c36 FLOAT,
c37 DOUBLE, c38 DECIMAL(38,18), c39 STRING, c40 CHAR(25), c41 VARCHAR(25), c42
TIMESTAMP,
+ c43 BOOLEAN, c44 TINYINT, c45 SMALLINT, c46 INT, c47 FLOAT, c48
DOUBLE, c49 DECIMAL(38,18), c50 STRING, c51 CHAR(25), c52 VARCHAR(25), c53
TIMESTAMP,
+ b STRING) PARTITIONED BY(part INT)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint
+PREHOOK: query: insert into table
part_change_various_various_boolean_to_bigint partition(part=1) SELECT
insert_num,
+ tinyint1, smallint1, int1, bigint1, float1, double1, decimal1,
boolean_str, timestamp1,
+ boolean1, smallint1, int1, bigint1, float1, double1, decimal1,
tinyint_str, tinyint_str, tinyint_str, timestamp1,
+ boolean1, tinyint1, int1, bigint1, float1, double1, decimal1,
smallint_str, smallint_str, smallint_str, timestamp1,
+ boolean1, tinyint1, smallint1, bigint1, float1, double1,
decimal1, int_str, int_str, int_str, timestamp1,
+ boolean1, tinyint1, smallint1, int1, float1, double1, decimal1,
bigint_str, bigint_str, bigint_str, timestamp1,
+ 'original' FROM schema_evolution_data
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data
+PREHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1
+POSTHOOK: query: insert into table
part_change_various_various_boolean_to_bigint partition(part=1) SELECT
insert_num,
+ tinyint1, smallint1, int1, bigint1, float1, double1, decimal1,
boolean_str, timestamp1,
+ boolean1, smallint1, int1, bigint1, float1, double1, decimal1,
tinyint_str, tinyint_str, tinyint_str, timestamp1,
+ boolean1, tinyint1, int1, bigint1, float1, double1, decimal1,
smallint_str, smallint_str, smallint_str, timestamp1,
+ boolean1, tinyint1, smallint1, bigint1, float1, double1,
decimal1, int_str, int_str, int_str, timestamp1,
+ boolean1, tinyint1, smallint1, int1, float1, double1, decimal1,
bigint_str, bigint_str, bigint_str, timestamp1,
+ 'original' FROM schema_evolution_data
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data
+POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c1 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1,
type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c10 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1,
type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c11 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1,
type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c12 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int,
comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c13 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1,
type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c14 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float1,
type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c15 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1,
type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c16 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal1,
type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c17 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c18 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c19 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c2 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1,
type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c20 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c21 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1,
type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c22 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1,
type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c23 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int,
comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c24 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1,
type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c25 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float1,
type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c26 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1,
type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c27 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal1,
type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c28 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c29 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c3 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int,
comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c30 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c31 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c32 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1,
type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c33 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1,
type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c34 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1,
type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c35 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1,
type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c36 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float1,
type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c37 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1,
type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c38 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal1,
type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c39 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c4 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1,
type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c40 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c41 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c42 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c43 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1,
type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c44 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1,
type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c45 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1,
type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c46 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int,
comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c47 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float1,
type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c48 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1,
type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c49 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal1,
type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c5 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float1,
type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c50 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c51 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c52 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c53 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c6 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1,
type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c7 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal1,
type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c8 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).c9 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint
PARTITION(part=1).insert_num SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num,
type:int, comment:null), ]
+_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9
_col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19
_col20 _col21 _col22 _col23 _col24 _col25 _col26 _col27 _col28 _col29
_col30 _col31 _col32 _col33 _col34 _col35 _col36 _col37 _col38 _col39
_col40 _col41 _col42 _col43 _col44 _col45 _col46 _col47 _col48 _col49
_col50 _col51 _col52 _col53 _col54
+PREHOOK: query: explain vectorization detail
+select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b
from part_change_various_various_boolean_to_bigint
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b
from part_change_various_various_boolean_to_bigint
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_various_various_boolean_to_bigint
+ Statistics: Num rows: 5 Data size: 10802 Basic stats:
COMPLETE Column stats: PARTIAL
+ TableScan Vectorization:
+ native: true
+ vectorizationSchemaColumns: [0:insert_num:int,
1:c1:tinyint, 2:c2:smallint, 3:c3:int, 4:c4:bigint, 5:c5:float, 6:c6:double,
7:c7:decimal(38,18), 8:c8:string, 9:c9:timestamp, 10:c10:boolean,
11:c11:smallint, 12:c12:int, 13:c13:bigint, 14:c14:float, 15:c15:double,
16:c16:decimal(38,18), 17:c17:string, 18:c18:char(25), 19:c19:varchar(25),
20:c20:timestamp, 21:c21:boolean, 22:c22:tinyint, 23:c23:int, 24:c24:bigint,
25:c25:float, 26:c26:double, 27:c27:decimal(38,18), 28:c28:string,
29:c29:char(25), 30:c30:varchar(25), 31:c31:timestamp, 32:c32:boolean,
33:c33:tinyint, 34:c34:smallint, 35:c35:bigint, 36:c36:float, 37:c37:double,
38:c38:decimal(38,18), 39:c39:string, 40:c40:char(25), 41:c41:varchar(25),
42:c42:timestamp, 43:c43:boolean, 44:c44:tinyint, 45:c45:smallint, 46:c46:int,
47:c47:float, 48:c48:double, 49:c49:decimal(38,18), 50:c50:string,
51:c51:char(25), 52:c52:varchar(25), 53:c53:timestamp, 54:b:string,
55:part:int, 56:ROW__ID:struct<transactionid:bigint,buck
etid:int,rowid:bigint>]
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1
(type: tinyint), c2 (type: smallint), c3 (type: int), c4 (type: bigint), c5
(type: float), c6 (type: double), c7 (type: decimal(38,18)), c8 (type: string),
c9 (type: timestamp), c10 (type: boolean), c11 (type: smallint), c12 (type:
int), c13 (type: bigint), c14 (type: float), c15 (type: double), c16 (type:
decimal(38,18)), c17 (type: string), c18 (type: char(25)), c19 (type:
varchar(25)), c20 (type: timestamp), c21 (type: boolean), c22 (type: tinyint),
c23 (type: int), c24 (type: bigint), c25 (type: float), c26 (type: double), c27
(type: decimal(38,18)), c28 (type: string), c29 (type: char(25)), c30 (type:
varchar(25)), c31 (type: timestamp), c32 (type: boolean), c33 (type: tinyint),
c34 (type: smallint), c35 (type: bigint), c36 (type: float), c37 (type:
double), c38 (type: decimal(38,18)), c39 (type: string), c40 (type: char(25)),
c41 (type: varchar(25)), c42 (type: timestamp), c43 (type: boolean), c44 (t
ype: tinyint), c45 (type: smallint), c46 (type: int), c47 (type: float), c48
(type: double), c49 (type: decimal(38,18)), c50 (type: string), c51 (type:
char(25)), c52 (type: varchar(25)), c53 (type: timestamp), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4,
_col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14,
_col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24,
_col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34,
_col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43, _col44,
_col45, _col46, _col47, _col48, _col49, _col50, _col51, _col52, _col53, _col54,
_col55
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 55, 1, 2, 3, 4, 5, 6,
7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26,
27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46,
47, 48, 49, 50, 51, 52, 53, 54]
+ Statistics: Num rows: 5 Data size: 10802 Basic stats:
COMPLETE Column stats: PARTIAL
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 5 Data size: 10802 Basic stats:
COMPLETE Column stats: PARTIAL
+ table:
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde:
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized, llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet:
hive.vectorized.use.vector.serde.deserialize IS true
+ inputFormatFeatureSupport: [DECIMAL_64]
+ vectorizationSupportRemovedReasons: [DECIMAL_64 disabled
because LLAP is enabled]
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ rowBatchContext:
+ dataColumnCount: 55
+ includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12,
13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32,
33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52,
53, 54]
+ dataColumns: insert_num:int, c1:tinyint, c2:smallint,
c3:int, c4:bigint, c5:float, c6:double, c7:decimal(38,18), c8:string,
c9:timestamp, c10:boolean, c11:smallint, c12:int, c13:bigint, c14:float,
c15:double, c16:decimal(38,18), c17:string, c18:char(25), c19:varchar(25),
c20:timestamp, c21:boolean, c22:tinyint, c23:int, c24:bigint, c25:float,
c26:double, c27:decimal(38,18), c28:string, c29:char(25), c30:varchar(25),
c31:timestamp, c32:boolean, c33:tinyint, c34:smallint, c35:bigint, c36:float,
c37:double, c38:decimal(38,18), c39:string, c40:char(25), c41:varchar(25),
c42:timestamp, c43:boolean, c44:tinyint, c45:smallint, c46:int, c47:float,
c48:double, c49:decimal(38,18), c50:string, c51:char(25), c52:varchar(25),
c53:timestamp, b:string
+ partitionColumnCount: 1
+ partitionColumns: part:int
+ scratchColumnTypeNames: []
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b
from part_change_various_various_boolean_to_bigint
+PREHOOK: type: QUERY
+PREHOOK: Input: default@part_change_various_various_boolean_to_bigint
+PREHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1
+#### A masked pattern was here ####
+POSTHOOK: query: select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b
from part_change_various_various_boolean_to_bigint
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint
+POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1
+#### A masked pattern was here ####
+insert_num part c1 c2 c3 c4 c5 c6 c7
c8 c9 c10 c11 c12 c13 c14 c15 c16 c17
c18 c19 c20 c21 c22 c23 c24 c25 c26 c27
c28 c29 c30 c31 c32 c33 c34 c35 c36 c37
c38 c39 c40 c41 c42 c43 c44 c45 c46 c47
c48 c49 c50 c51 c52 c53 b
+101 1 -128 NULL -2147483648 NULL Infinity
1.7976931348623157E308 99999999999999999999.999999999999999999 true
6229-06-28 02:54:28.970117179 true NULL -2147483648 NULL
Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999
-128 -128 -128 6229-06-28 02:54:28.970117179
true -128 -2147483648 NULL Infinity 1.7976931348623157E308
99999999999999999999.999999999999999999 â32768 â32768
â32768 6229-06-28 02:54:28.970117179 true -128 NULL
NULL Infinity 1.7976931348623157E308
99999999999999999999.999999999999999999 -2147483648 -2147483648
-2147483648 6229-06-28 02:54:28.970117179 true -128 NULL
-2147483648 Infinity 1.7976931348623157E308
99999999999999999999.999999999999999999 â9223372036854775808
â9223372036854775808 â9223372036854775808 6229-06-28
02:54:28.970117179 original
+102 1 127 32767 2147483647 9223372036854775807
-Infinity -1.7976931348623157E308
-99999999999999999999.999999999999999999 false 5966-07-09 03:30:50.597
false 32767 2147483647 9223372036854775807 -Infinity
-1.7976931348623157E308 -99999999999999999999.999999999999999999 127
127 127 5966-07-09 03:30:50.597 false 127
2147483647 9223372036854775807 -Infinity -1.7976931348623157E308
-99999999999999999999.999999999999999999 32767 32767
32767 5966-07-09 03:30:50.597 false 127 32767
9223372036854775807 -Infinity -1.7976931348623157E308
-99999999999999999999.999999999999999999 2147483647 2147483647
2147483647 5966-07-09 03:30:50.597 false 127 32767
2147483647 -Infinity -1.7976931348623157E308
-99999999999999999999.999999999999999999 9223372036854775807
9223372036854775807 9223372036854775807 5966-07-09 03:30:50.597
original
+103 1 NULL NULL NULL NULL NULL NULL NULL
NULL NULL NULL NULL NULL NULL NULL NULL
NULL NULL NULL NULL NULL NULL
NULL NULL NULL NULL
NULL NULL NULL NULL NULL NULL
NULL NULL NULL NULL NULL NULL NULL NULL
NULL original
+104 1 23 834 203332 888888857923222 -100.35978 30.774
66475.561431000000000000 true 1978-08-02 06:34:14 true 834
203332 888888857923222 -100.35978 30.774 66475.561431000000000000
23 23 23 1978-08-02 06:34:14 true
23 203332 888888857923222 -100.35978 30.774
66475.561431000000000000 834 834 834
1978-08-02 06:34:14 true 23 834 888888857923222 -100.35978
30.774 66475.561431000000000000 203332 203332
203332 1978-08-02 06:34:14 true 23 834 203332 -100.35978
30.774 66475.561431000000000000 888888857923222 888888857923222
888888857923222 1978-08-02 06:34:14 original
+105 1 -99 -28300 -999992 -222282153733 NULL 46114.28
9250340.750000000000000000 false 1991-01-06 16:20:39.72036854 false
-28300 -999992 -222282153733 NULL 46114.28
9250340.750000000000000000 -99 -99 -99
1991-01-06 16:20:39.72036854 false -99 -999992 -222282153733 NULL
46114.28 9250340.750000000000000000 -28300 -28300
-28300 1991-01-06 16:20:39.72036854 false -99 -28300
-222282153733 NULL 46114.28 9250340.750000000000000000 -999992
-999992 -999992 1991-01-06 16:20:39.72036854 false
-99 -28300 -999992 NULL 46114.28 9250340.750000000000000000
-222282153733 -222282153733 -222282153733 1991-01-06
16:20:39.72036854 original
+PREHOOK: query: drop table part_change_various_various_boolean_to_bigint
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@part_change_various_various_boolean_to_bigint
+PREHOOK: Output: default@part_change_various_various_boolean_to_bigint
+POSTHOOK: query: drop table part_change_various_various_boolean_to_bigint
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint
+POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint
+PREHOOK: query: CREATE TABLE
part_change_various_various_decimal_to_double(insert_num int,
+ c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT,
c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP,
+ c12 BOOLEAN, c13 TINYINT, c14 SMALLINT, c15 INT, c16 BIGINT, c17
DECIMAL(38,18), c18 DOUBLE, c19 STRING, c20 CHAR(25), c21 VARCHAR(25), c22
TIMESTAMP,
+ c23 BOOLEAN, c24 TINYINT, c25 SMALLINT, c26 INT, c27 BIGINT, c28
DECIMAL(38,18), c29 FLOAT, c30 STRING, c31 CHAR(25), c32 VARCHAR(25), c33
TIMESTAMP,
+ b STRING) PARTITIONED BY(part INT)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@part_change_various_various_decimal_to_double
+POSTHOOK: query: CREATE TABLE
part_change_various_various_decimal_to_double(insert_num int,
+ c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT,
c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP,
+ c12 BOOLEAN, c13 TINYINT, c14 SMALLINT, c15 INT, c16 BIGINT, c17
DECIMAL(38,18), c18 DOUBLE, c19 STRING, c20 CHAR(25), c21 VARCHAR(25), c22
TIMESTAMP,
+ c23 BOOLEAN, c24 TINYINT, c25 SMALLINT, c26 INT, c27 BIGINT, c28
DECIMAL(38,18), c29 FLOAT, c30 STRING, c31 CHAR(25), c32 VARCHAR(25), c33
TIMESTAMP,
+ b STRING) PARTITIONED BY(part INT)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@part_change_various_various_decimal_to_double
+PREHOOK: query: insert into table
part_change_various_various_decimal_to_double partition(part=1) SELECT
insert_num,
+ boolean1, tinyint1, smallint1, int1, bigint1, float1, double1,
decimal_str, decimal_str, decimal_str, timestamp1,
+ boolean1, tinyint1, smallint1, int1, bigint1, decimal1, double1,
float_str, float_str, float_str, timestamp1,
+ boolean1, tinyint1, smallint1, int1, bigint1, decimal1, float1,
double_str, double_str, double_str, timestamp1,
+ 'original' FROM schema_evolution_data
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data
+PREHOOK: Output: default@part_change_various_various_decimal_to_double@part=1
+POSTHOOK: query: insert into table
part_change_various_various_decimal_to_double partition(part=1) SELECT
insert_num,
+ boolean1, tinyint1, smallint1, int1, bigint1, float1, double1,
decimal_str, decimal_str, decimal_str, timestamp1,
+ boolean1, tinyint1, smallint1, int1, bigint1, decimal1, double1,
float_str, float_str, float_str, timestamp1,
+ boolean1, tinyint1, smallint1, int1, bigint1, decimal1, float1,
double_str, double_str, double_str, timestamp1,
+ 'original' FROM schema_evolution_data
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data
+POSTHOOK: Output: default@part_change_various_various_decimal_to_double@part=1
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c1 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1,
type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c10 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c11 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c12 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1,
type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c13 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1,
type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c14 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1,
type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c15 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int,
comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c16 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1,
type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c17 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal1,
type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c18 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1,
type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c19 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c2 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1,
type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c20 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c21 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c22 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c23 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1,
type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c24 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1,
type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c25 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1,
type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c26 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int,
comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c27 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1,
type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c28 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal1,
type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c29 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float1,
type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c3 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1,
type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c30 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c31 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c32 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c33 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c4 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int,
comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c5 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1,
type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c6 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:float1,
type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c7 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1,
type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c8 SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).c9 EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_decimal_to_double
PARTITION(part=1).insert_num SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num,
type:int, comment:null), ]
+_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9
_col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19
_col20 _col21 _col22 _col23 _col24 _col25 _col26 _col27 _col28 _col29
_col30 _col31 _col32 _col33 _col34
+PREHOOK: query: explain vectorization detail
+select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b
from part_change_various_various_decimal_to_double
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b
from part_change_various_various_decimal_to_double
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_various_various_decimal_to_double
+ Statistics: Num rows: 5 Data size: 7084 Basic stats:
COMPLETE Column stats: PARTIAL
+ TableScan Vectorization:
+ native: true
+ vectorizationSchemaColumns: [0:insert_num:int,
1:c1:boolean, 2:c2:tinyint, 3:c3:smallint, 4:c4:int, 5:c5:bigint, 6:c6:float,
7:c7:double, 8:c8:string, 9:c9:char(25), 10:c10:varchar(25), 11:c11:timestamp,
12:c12:boolean, 13:c13:tinyint, 14:c14:smallint, 15:c15:int, 16:c16:bigint,
17:c17:decimal(38,18), 18:c18:double, 19:c19:string, 20:c20:char(25),
21:c21:varchar(25), 22:c22:timestamp, 23:c23:boolean, 24:c24:tinyint,
25:c25:smallint, 26:c26:int, 27:c27:bigint, 28:c28:decimal(38,18),
29:c29:float, 30:c30:string, 31:c31:char(25), 32:c32:varchar(25),
33:c33:timestamp, 34:b:string, 35:part:int,
36:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1
(type: boolean), c2 (type: tinyint), c3 (type: smallint), c4 (type: int), c5
(type: bigint), c6 (type: float), c7 (type: double), c8 (type: string), c9
(type: char(25)), c10 (type: varchar(25)), c11 (type: timestamp), c12 (type:
boolean), c13 (type: tinyint), c14 (type: smallint), c15 (type: int), c16
(type: bigint), c17 (type: decimal(38,18)), c18 (type: double), c19 (type:
string), c20 (type: char(25)), c21 (type: varchar(25)), c22 (type: timestamp),
c23 (type: boolean), c24 (type: tinyint), c25 (type: smallint), c26 (type:
int), c27 (type: bigint), c28 (type: decimal(38,18)), c29 (type: float), c30
(type: string), c31 (type: char(25)), c32 (type: varchar(25)), c33 (type:
timestamp), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4,
_col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14,
_col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24,
_col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34,
_col35
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 35, 1, 2, 3, 4, 5, 6,
7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26,
27, 28, 29, 30, 31, 32, 33, 34]
+ Statistics: Num rows: 5 Data size: 7084 Basic stats:
COMPLETE Column stats: PARTIAL
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 5 Data size: 7084 Basic stats:
COMPLETE Column stats: PARTIAL
+ table:
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde:
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized, llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet:
hive.vectorized.use.vector.serde.deserialize IS true
+ inputFormatFeatureSupport: [DECIMAL_64]
+ vectorizationSupportRemovedReasons: [DECIMAL_64 disabled
because LLAP is enabled]
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ rowBatchContext:
+ dataColumnCount: 35
+ includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12,
13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32,
33, 34]
+ dataColumns: insert_num:int, c1:boolean, c2:tinyint,
c3:smallint, c4:int, c5:bigint, c6:float, c7:double, c8:string, c9:char(25),
c10:varchar(25), c11:timestamp, c12:boolean, c13:tinyint, c14:smallint,
c15:int, c16:bigint, c17:decimal(38,18), c18:double, c19:string, c20:char(25),
c21:varchar(25), c22:timestamp, c23:boolean, c24:tinyint, c25:smallint,
c26:int, c27:bigint, c28:decimal(38,18), c29:float, c30:string, c31:char(25),
c32:varchar(25), c33:timestamp, b:string
+ partitionColumnCount: 1
+ partitionColumns: part:int
+ scratchColumnTypeNames: []
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b
from part_change_various_various_decimal_to_double
+PREHOOK: type: QUERY
+PREHOOK: Input: default@part_change_various_various_decimal_to_double
+PREHOOK: Input: default@part_change_various_various_decimal_to_double@part=1
+#### A masked pattern was here ####
+POSTHOOK: query: select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b
from part_change_various_various_decimal_to_double
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@part_change_various_various_decimal_to_double
+POSTHOOK: Input: default@part_change_various_various_decimal_to_double@part=1
+#### A masked pattern was here ####
+insert_num part c1 c2 c3 c4 c5 c6 c7
c8 c9 c10 c11 c12 c13 c14 c15 c16 c17
c18 c19 c20 c21 c22 c23 c24 c25 c26 c27
c28 c29 c30 c31 c32 c33 b
+101 1 true -128 NULL -2147483648 NULL Infinity
1.7976931348623157E308 99999999999999999999.999999999999999999
99999999999999999999.9999 99999999999999999999.9999 6229-06-28
02:54:28.970117179 true -128 NULL -2147483648 NULL
99999999999999999999.999999999999999999 1.7976931348623157E308
340282347000000000000000000000000000000000 3402823470000000000000000
3402823470000000000000000 6229-06-28 02:54:28.970117179 true -128
NULL -2147483648 NULL 99999999999999999999.999999999999999999
Infinity 1.79769313486231570E+308 1.79769313486231570E+308
1.79769313486231570E+308 6229-06-28 02:54:28.970117179 original
+102 1 false 127 32767 2147483647 9223372036854775807
-Infinity -1.7976931348623157E308
-99999999999999999999.999999999999999999 -99999999999999999999.999
-99999999999999999999.999 5966-07-09 03:30:50.597 false 127 32767
2147483647 9223372036854775807
-99999999999999999999.999999999999999999 -1.7976931348623157E308
-340282347000000000000000000000000000000000 -340282347000000000000000
-340282347000000000000000 5966-07-09 03:30:50.597 false 127 32767
2147483647 9223372036854775807
-99999999999999999999.999999999999999999 -Infinity
-1.79769313486231570E+308 -1.79769313486231570E+308
-1.79769313486231570E+308 5966-07-09 03:30:50.597 original
+103 1 NULL NULL NULL NULL NULL NULL NULL
NULL NULL NULL NULL NULL
NULL NULL NULL NULL
NULL NULL NULL NULL NULL NULL NULL
NULL original
+104 1 true 23 834 203332 888888857923222 -100.35978
30.774 66475.561431 66475.561431 66475.561431
1978-08-02 06:34:14 true 23 834 203332 888888857923222
66475.561431000000000000 30.774 -100.3597812 -100.3597812
-100.3597812 1978-08-02 06:34:14 true 23 834 203332
888888857923222 66475.561431000000000000 -100.35978 30.774 30.774
30.774 1978-08-02 06:34:14 original
+105 1 false -99 -28300 -999992 -222282153733 NULL
46114.28 9250340.75 9250340.75 9250340.75
1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733
9250340.750000000000000000 46114.28 â32768 â32768
â32768 1991-01-06 16:20:39.72036854 false -99
-28300 -999992 -222282153733 9250340.750000000000000000 NULL
46114.28 46114.28 46114.28 1991-01-06
16:20:39.72036854 original
+PREHOOK: query: drop table part_change_various_various_decimal_to_double
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@part_change_various_various_decimal_to_double
+PREHOOK: Output: default@part_change_various_various_decimal_to_double
+POSTHOOK: query: drop table part_change_various_various_decimal_to_double
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@part_change_various_various_decimal_to_double
+POSTHOOK: Output: default@part_change_various_various_decimal_to_double
+PREHOOK: query: CREATE TABLE part_change_various_various_timestamp(insert_num
int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7
DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE,
b STRING) PARTITIONED BY(part INT)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@part_change_various_various_timestamp
+POSTHOOK: query: CREATE TABLE part_change_various_various_timestamp(insert_num
int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7
DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE,
b STRING) PARTITIONED BY(part INT)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@part_change_various_various_timestamp
+PREHOOK: query: insert into table part_change_various_various_timestamp
partition(part=1) SELECT insert_num, boolean1, tinyint1, smallint1, int1,
bigint1, float1, double1, decimal1, timestamp_str, timestamp_str,
timestamp_str, date1, 'original' FROM schema_evolution_data
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data
+PREHOOK: Output: default@part_change_various_various_timestamp@part=1
+POSTHOOK: query: insert into table part_change_various_various_timestamp
partition(part=1) SELECT insert_num, boolean1, tinyint1, smallint1, int1,
bigint1, float1, double1, decimal1, timestamp_str, timestamp_str,
timestamp_str, date1, 'original' FROM schema_evolution_data
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data
+POSTHOOK: Output: default@part_change_various_various_timestamp@part=1
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b
SIMPLE []
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1,
type:boolean, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10
EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11
EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:date1,
type:date, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1,
type:tinyint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3
SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1,
type:smallint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1,
type:bigint, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:float1,
type:float, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1,
type:double, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:decimal1,
type:decimal(38,18), comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9
SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_timestamp
PARTITION(part=1).insert_num SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num,
type:int, comment:null), ]
+_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9
_col10 _col11 _col12 _col13
+PREHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from
part_change_various_various_timestamp
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from
part_change_various_various_timestamp
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_various_various_timestamp
+ Statistics: Num rows: 5 Data size: 4830 Basic stats:
COMPLETE Column stats: PARTIAL
+ TableScan Vectorization:
+ native: true
+ vectorizationSchemaColumns: [0:insert_num:int,
1:c1:boolean, 2:c2:tinyint, 3:c3:smallint, 4:c4:int, 5:c5:bigint, 6:c6:float,
7:c7:double, 8:c8:decimal(38,18), 9:c9:string, 10:c10:char(25),
11:c11:varchar(25), 12:c12:date, 13:b:string, 14:part:int,
15:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1
(type: boolean), c2 (type: tinyint), c3 (type: smallint), c4 (type: int), c5
(type: bigint), c6 (type: float), c7 (type: double), c8 (type: decimal(38,18)),
c9 (type: string), c10 (type: char(25)), c11 (type: varchar(25)), c12 (type:
date), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4,
_col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 14, 1, 2, 3, 4, 5, 6,
7, 8, 9, 10, 11, 12, 13]
+ Statistics: Num rows: 5 Data size: 3990 Basic stats:
COMPLETE Column stats: PARTIAL
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 5 Data size: 3990 Basic stats:
COMPLETE Column stats: PARTIAL
+ table:
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde:
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized, llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet:
hive.vectorized.use.vector.serde.deserialize IS true
+ inputFormatFeatureSupport: [DECIMAL_64]
+ vectorizationSupportRemovedReasons: [DECIMAL_64 disabled
because LLAP is enabled]
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ rowBatchContext:
+ dataColumnCount: 14
+ includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12,
13]
+ dataColumns: insert_num:int, c1:boolean, c2:tinyint,
c3:smallint, c4:int, c5:bigint, c6:float, c7:double, c8:decimal(38,18),
c9:string, c10:char(25), c11:varchar(25), c12:date, b:string
+ partitionColumnCount: 1
+ partitionColumns: part:int
+ scratchColumnTypeNames: []
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from
part_change_various_various_timestamp
+PREHOOK: type: QUERY
+PREHOOK: Input: default@part_change_various_various_timestamp
+PREHOOK: Input: default@part_change_various_various_timestamp@part=1
+#### A masked pattern was here ####
+POSTHOOK: query: select
insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from
part_change_various_various_timestamp
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@part_change_various_various_timestamp
+POSTHOOK: Input: default@part_change_various_various_timestamp@part=1
+#### A masked pattern was here ####
+insert_num part c1 c2 c3 c4 c5 c6 c7
c8 c9 c10 c11 c12 b
+101 1 true -128 NULL -2147483648 NULL Infinity
1.7976931348623157E308 99999999999999999999.999999999999999999 6229-06-28
02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011
1950-12-18 original
+102 1 false 127 32767 2147483647 9223372036854775807
-Infinity -1.7976931348623157E308
-99999999999999999999.999999999999999999 5966-07-09 03:30:50.597
5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 2049-12-18 original
+103 1 NULL NULL NULL NULL NULL NULL NULL NULL
NULL original
+104 1 true 23 834 203332 888888857923222 -100.35978
30.774 66475.561431000000000000 1978-08-02 06:34:14 1978-08-02
06:34:14 1978-08-02 06:34:14 2021-09-24 original
+105 1 false -99 -28300 -999992 -222282153733 NULL
46114.28 9250340.750000000000000000 1991-01-06 16:20:39.72036854
1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11
original
+PREHOOK: query: drop table part_change_various_various_timestamp
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@part_change_various_various_timestamp
+PREHOOK: Output: default@part_change_various_various_timestamp
+POSTHOOK: query: drop table part_change_various_various_timestamp
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@part_change_various_various_timestamp
+POSTHOOK: Output: default@part_change_various_various_timestamp
+PREHOOK: query: CREATE TABLE part_change_various_various_date(insert_num int,
c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED
BY(part INT)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@part_change_various_various_date
+POSTHOOK: query: CREATE TABLE part_change_various_various_date(insert_num int,
c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED
BY(part INT)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@part_change_various_various_date
+PREHOOK: query: insert into table part_change_various_various_date
partition(part=1) SELECT insert_num, date_str, date_str, date_str, timestamp1,
'original' FROM schema_evolution_data
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data
+PREHOOK: Output: default@part_change_various_various_date@part=1
+POSTHOOK: query: insert into table part_change_various_various_date
partition(part=1) SELECT insert_num, date_str, date_str, date_str, timestamp1,
'original' FROM schema_evolution_data
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data
+POSTHOOK: Output: default@part_change_various_various_date@part=1
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE
[]
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1
SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:date_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2
EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:date_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3
EXPRESSION
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:date_str,
type:string, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4
SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:timestamp1,
type:timestamp, comment:null), ]
+POSTHOOK: Lineage: part_change_various_various_date
PARTITION(part=1).insert_num SIMPLE
[(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num,
type:int, comment:null), ]
+_col0 _col1 _col2 _col3 _col4 _col5
+PREHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_various_various_date
+ Statistics: Num rows: 5 Data size: 2080 Basic stats:
COMPLETE Column stats: COMPLETE
+ TableScan Vectorization:
+ native: true
+ vectorizationSchemaColumns: [0:insert_num:int,
1:c1:string, 2:c2:char(25), 3:c3:varchar(25), 4:c4:timestamp, 5:b:string,
6:part:int, 7:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1
(type: string), c2 (type: char(25)), c3 (type: varchar(25)), c4 (type:
timestamp), b (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4,
_col5, _col6
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 6, 1, 2, 3, 4, 5]
+ Statistics: Num rows: 5 Data size: 2080 Basic stats:
COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 5 Data size: 2080 Basic stats:
COMPLETE Column stats: COMPLETE
+ table:
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde:
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized, llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet:
hive.vectorized.use.vector.serde.deserialize IS true
+ inputFormatFeatureSupport: [DECIMAL_64]
+ vectorizationSupportRemovedReasons: [DECIMAL_64 disabled
because LLAP is enabled]
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ rowBatchContext:
+ dataColumnCount: 6
+ includeColumns: [0, 1, 2, 3, 4, 5]
+ dataColumns: insert_num:int, c1:string, c2:char(25),
c3:varchar(25), c4:timestamp, b:string
+ partitionColumnCount: 1
+ partitionColumns: part:int
+ scratchColumnTypeNames: []
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from
part_change_various_various_date
+PREHOOK: type: QUERY
+PREHOOK: Input: default@part_change_various_various_date
+PREHOOK: Input: default@part_change_various_various_date@part=1
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from
part_change_various_various_date
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@part_change_various_various_date
+POSTHOOK: Input: default@part_change_various_various_date@part=1
+#### A masked pattern was here ####
+insert_num part c1 c2 c3 c4 b
+101 1 1950-12-18 1950-12-18 1950-12-18
6229-06-28 02:54:28.970117179 original
+102 1 2049-12-18 2049-12-18 2049-12-18
5966-07-09 03:30:50.597 original
+103 1 NULL original
+104 1 2021-09-24 2021-09-24 2021-09-24
1978-08-02 06:34:14 original
+105 1 2024-11-11 2024-11-11 2024-11-11
1991-01-06 16:20:39.72036854 original
+PREHOOK: query: drop table part_change_various_various_date
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@part_change_various_various_date
+PREHOOK: Output: default@part_change_various_various_date
+POSTHOOK: query: drop table part_change_various_various_date
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@part_change_various_various_date
+POSTHOOK: Output: default@part_change_various_various_date
+PREHOOK: query: CREATE TABLE part_change_same_type_different_params(insert_num
int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5
DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@part_change_same_type_different_params
+POSTHOOK: query: CREATE TABLE
part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2
CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10),
b STRING) PARTITIONED BY(part INT)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@part_change_same_type_different_params
+PREHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2
CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10),
b STRING)
+row format delimited fields terminated by '|'
+stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@same_type1_a_txt
+POSTHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2
CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10),
b STRING)
+row format delimited fields terminated by '|'
+stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@same_type1_a_txt
+PREHOOK: query: load data local inpath
'../../data/files/schema_evolution/same_type1_a.txt' overwrite into table
same_type1_a_txt
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@same_type1_a_txt
+POSTHOOK: query: load data local inpath
'../../data/files/schema_evolution/same_type1_a.txt' overwrite into table
same_type1_a_txt
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@same_type1_a_txt
+PREHOOK: query: insert into table part_change_same_type_different_params
partition(part=1) select * from same_type1_a_txt
+PREHOOK: type: QUERY
+PREHOOK: Input: default@same_type1_a_txt
+PREHOOK: Output: default@part_change_same_type_different_params@part=1
+POSTHOOK: query: insert into table part_change_same_type_different_params
partition(part=1) select * from same_type1_a_txt
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@same_type1_a_txt
+POSTHOOK: Output: default@part_change_same_type_different_params@part=1
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b
SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:b, type:string,
comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1
SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c1, type:char(12),
comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2
SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c2, type:char(25),
comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3
SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c3,
type:varchar(25), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4
SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c4,
type:varchar(10), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5
SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c5,
type:decimal(12,4), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6
SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c6,
type:decimal(20,10), comment:null), ]
+POSTHOOK: Lineage: part_change_same_type_different_params
PARTITION(part=1).insert_num SIMPLE
[(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:insert_num, type:int,
comment:null), ]
+same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2
same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5
same_type1_a_txt.c6 same_type1_a_txt.b
+PREHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,b from
part_change_same_type_different_params
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization detail
+select insert_num,part,c1,c2,c3,c4,c5,c6,b from
part_change_same_type_different_params
+POSTHOOK: type: QUERY
+Explain
+PLAN VECTORIZATION:
+ enabled: true
+ enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Tez
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: part_change_same_type_different_params
+ Statistics: Num rows: 5 Data size: 3595 Basic stats:
COMPLETE Column stats: COMPLETE
+ TableScan Vectorization:
+ native: true
+ vectorizationSchemaColumns: [0:insert_num:int,
1:c1:char(12), 2:c2:char(25), 3:c3:varchar(25), 4:c4:varchar(10),
5:c5:decimal(12,4), 6:c6:decimal(20,10), 7:b:string, 8:part:int,
9:ROW__ID:struct<transactionid:bigint,bucketid:int,rowid:bigint>]
+ Select Operator
+ expressions: insert_num (type: int), part (type: int), c1
(type: char(12)), c2 (type: char(25)), c3 (type: varchar(25)), c4 (type:
varchar(10)), c5 (type: decimal(12,4)), c6 (type: decimal(20,10)), b (type:
string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4,
_col5, _col6, _col7, _col8
+ Select Vectorization:
+ className: VectorSelectOperator
+ native: true
+ projectedOutputColumnNums: [0, 8, 1, 2, 3, 4, 5, 6, 7]
+ Statistics: Num rows: 5 Data size: 3595 Basic stats:
COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ File Sink Vectorization:
+ className: VectorFileSinkOperator
+ native: false
+ Statistics: Num rows: 5 Data size: 3595 Basic stats:
COMPLETE Column stats: COMPLETE
+ table:
+ input format:
org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format:
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde:
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Execution mode: vectorized, llap
+ LLAP IO: no inputs
+ Map Vectorization:
+ enabled: true
+ enabledConditionsMet:
hive.vectorized.use.vector.serde.deserialize IS true
+ inputFormatFeatureSupport: [DECIMAL_64]
+ vectorizationSupportRemovedReasons: [DECIMAL_64 disabled
because LLAP is enabled]
+ featureSupportInUse: []
+ inputFileFormats: org.apache.hadoop.mapred.TextInputFormat
+ allNative: false
+ usesVectorUDFAdaptor: false
+ vectorized: true
+ rowBatchContext:
+ dataColumnCount: 8
+ includeColumns: [0, 1, 2, 3, 4, 5, 6, 7]
+ dataColumns: insert_num:int, c1:char(12), c2:char(25),
c3:varchar(25), c4:varchar(10), c5:decimal(12,4), c6:decimal(20,10), b:string
+ partitionColumnCount: 1
+ partitionColumns: part:int
+ scratchColumnTypeNames: []
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from
part_change_same_type_different_params
+PREHOOK: type: QUERY
+PREHOOK: Input: default@part_change_same_type_different_params
+PREHOOK: Input: default@part_change_same_type_different_params@part=1
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from
part_change_same_type_different_params
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@part_change_same_type_different_params
+POSTHOOK: Input: default@part_change_same_type_different_params@part=1
+#### A masked pattern was here ####
+insert_num part c1 c2 c3 c4 c5 c6 b
+1 1 excess corporation believable gateway
thumb repe 76855494.3900 NULL original
+2 1 mutation hideout authentic blankness sonic
disfigure hover know 42093605.0000 3182652.4066800000 original
+3 1 hibernation country detox coyotes ball pulse
candle direct 1413570.3000 8.3095808155 original
+4 1 aquarium encounter existent amuse fuse light
headlock bumper adm 5475414.6500 25937.6752563004 original
+5 1 123456789012 1234567890123456789012345
1234567890123456789012345 1234567890 12345678.1234
1234567890.0987654321 original
+PREHOOK: query: drop table part_change_same_type_different_params
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@part_change_same_type_different_params
+PREHOOK: Output: default@part_change_same_type_different_params
+POSTHOOK: query: drop table part_change_same_type_different_params
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@part_change_same_type_different_params
+POSTHOOK: Output: default@part_change_same_type_different_params
