http://git-wip-us.apache.org/repos/asf/hive/blob/77da6997/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out index 705bcc3..0dcca1f 100644 --- a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out @@ -263,33 +263,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 242 Data size: 3490 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 7216 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 6855 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 6855 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -298,15 +298,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 0 Map 1 - Statistics: Num rows: 391 Data size: 3128 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 522 Data size: 7540 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -317,10 +317,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -374,33 +374,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 242 Data size: 3490 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 7216 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 6855 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 6855 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -409,15 +409,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 0 Map 1 - Statistics: Num rows: 391 Data size: 3128 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 522 Data size: 7540 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -428,10 +428,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1674,14 +1674,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 242 Data size: 924 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1691,7 +1691,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 382 Data size: 1528 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 253 Data size: 965 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1700,15 +1700,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 6 - Statistics: Num rows: 1009 Data size: 8072 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 531 Data size: 2027 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1716,33 +1716,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s3 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 242 Data size: 924 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 242 Data size: 924 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1751,15 +1751,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 6 - Statistics: Num rows: 1009 Data size: 8072 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 531 Data size: 2027 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1767,24 +1767,24 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 1904 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -1794,10 +1794,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1838,8 +1838,7 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) + Reducer 4 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: @@ -1847,74 +1846,65 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 242 Data size: 45994 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: t2 - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 94800 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs - Reducer 2 - Execution mode: llap + Reducer 4 Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 4 + Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator + Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator condition map: Inner Join 0 to 1 keys: 0 _col0 (type: int) 1 _col0 (type: int) - input vertices: - 0 Reducer 2 - Statistics: Num rows: 391 Data size: 3128 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 522 Data size: 99066 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 Execution mode: llap @@ -1923,10 +1913,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/77da6997/ql/src/test/results/clientpositive/llap_acid.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap_acid.q.out b/ql/src/test/results/clientpositive/llap_acid.q.out deleted file mode 100644 index 9eb461a..0000000 --- a/ql/src/test/results/clientpositive/llap_acid.q.out +++ /dev/null @@ -1,401 +0,0 @@ -PREHOOK: query: DROP TABLE orc_llap -PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE orc_llap -POSTHOOK: type: DROPTABLE -PREHOOK: query: CREATE TABLE orc_llap ( - cint INT, - cbigint BIGINT, - cfloat FLOAT, - cdouble DOUBLE) -partitioned by (csmallint smallint) -clustered by (cint) into 2 buckets stored as orc -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_llap -POSTHOOK: query: CREATE TABLE orc_llap ( - cint INT, - cbigint BIGINT, - cfloat FLOAT, - cdouble DOUBLE) -partitioned by (csmallint smallint) -clustered by (cint) into 2 buckets stored as orc -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_llap -PREHOOK: query: insert into table orc_llap partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble asc limit 10 -PREHOOK: type: QUERY -PREHOOK: Input: default@alltypesorc -PREHOOK: Output: default@orc_llap@csmallint=1 -POSTHOOK: query: insert into table orc_llap partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble asc limit 10 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@alltypesorc -POSTHOOK: Output: default@orc_llap@csmallint=1 -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -PREHOOK: query: insert into table orc_llap partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble asc limit 10 -PREHOOK: type: QUERY -PREHOOK: Input: default@alltypesorc -PREHOOK: Output: default@orc_llap@csmallint=2 -POSTHOOK: query: insert into table orc_llap partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble asc limit 10 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@alltypesorc -POSTHOOK: Output: default@orc_llap@csmallint=2 -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=2).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=2).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=2).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=2).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -PREHOOK: query: alter table orc_llap SET TBLPROPERTIES ('transactional'='true') -PREHOOK: type: ALTERTABLE_PROPERTIES -PREHOOK: Input: default@orc_llap -PREHOOK: Output: default@orc_llap -POSTHOOK: query: alter table orc_llap SET TBLPROPERTIES ('transactional'='true') -POSTHOOK: type: ALTERTABLE_PROPERTIES -POSTHOOK: Input: default@orc_llap -POSTHOOK: Output: default@orc_llap -PREHOOK: query: insert into table orc_llap partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble desc limit 10 -PREHOOK: type: QUERY -PREHOOK: Input: default@alltypesorc -PREHOOK: Output: default@orc_llap@csmallint=3 -POSTHOOK: query: insert into table orc_llap partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble desc limit 10 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@alltypesorc -POSTHOOK: Output: default@orc_llap@csmallint=3 -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=3).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=3).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=3).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=3).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -PREHOOK: query: explain vectorization only detail -select cint, csmallint, cbigint from orc_llap where cint is not null order -by csmallint, cint -PREHOOK: type: QUERY -POSTHOOK: query: explain vectorization only detail -select cint, csmallint, cbigint from orc_llap where cint is not null order -by csmallint, cint -POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: true - enabledConditionsMet: [hive.vectorized.execution.enabled IS true] - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:cint:int, 1:cbigint:bigint, 2:cfloat:float, 3:cdouble:double, 4:csmallint:smallint, 5:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>] - Filter Vectorization: - className: VectorFilterOperator - native: true - predicateExpression: SelectColumnIsNotNull(col 0:int) - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [0, 4, 1] - Reduce Sink Vectorization: - className: VectorReduceSinkOperator - native: false - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Execution mode: vectorized - LLAP IO: may be used (ACID table) - Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] - inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 4 - includeColumns: [0, 1] - dataColumns: cint:int, cbigint:bigint, cfloat:float, cdouble:double - partitionColumnCount: 1 - partitionColumns: csmallint:smallint - scratchColumnTypeNames: [] - Reduce Vectorization: - enabled: false - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true - enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Reduce Operator Tree: - - Stage: Stage-0 - Fetch Operator - -PREHOOK: query: select cint, csmallint, cbigint from orc_llap where cint is not null order -by csmallint, cint -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_llap -PREHOOK: Input: default@orc_llap@csmallint=1 -PREHOOK: Input: default@orc_llap@csmallint=2 -PREHOOK: Input: default@orc_llap@csmallint=3 -#### A masked pattern was here #### -POSTHOOK: query: select cint, csmallint, cbigint from orc_llap where cint is not null order -by csmallint, cint -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_llap -POSTHOOK: Input: default@orc_llap@csmallint=1 -POSTHOOK: Input: default@orc_llap@csmallint=2 -POSTHOOK: Input: default@orc_llap@csmallint=3 -#### A masked pattern was here #### --894716315 1 1864027286 -206154150 1 1864027286 -253665376 1 NULL -253665376 1 NULL -253665376 1 NULL -528534767 1 NULL -528534767 1 NULL -626923679 1 NULL -626923679 1 NULL -626923679 1 NULL --894716315 2 1864027286 -206154150 2 1864027286 -253665376 2 NULL -253665376 2 NULL -253665376 2 NULL -528534767 2 NULL -528534767 2 NULL -626923679 2 NULL -626923679 2 NULL -626923679 2 NULL --923308739 3 -1887561756 --3728 3 -1887561756 -762 3 -1645852809 -6981 3 -1887561756 -253665376 3 NULL -497728223 3 -1887561756 -528534767 3 NULL -528534767 3 NULL -528534767 3 NULL -528534767 3 NULL -PREHOOK: query: insert into table orc_llap partition (csmallint = 1) values (1, 1, 1, 1) -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@orc_llap@csmallint=1 -POSTHOOK: query: insert into table orc_llap partition (csmallint = 1) values (1, 1, 1, 1) -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@orc_llap@csmallint=1 -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cbigint SCRIPT [] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cdouble SCRIPT [] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cfloat SCRIPT [] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cint SCRIPT [] -PREHOOK: query: explain vectorization only detail -update orc_llap set cbigint = 2 where cint = 1 -PREHOOK: type: QUERY -POSTHOOK: query: explain vectorization only detail -update orc_llap set cbigint = 2 where cint = 1 -POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: true - enabledConditionsMet: [hive.vectorized.execution.enabled IS true] - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - Stage-2 depends on stages: Stage-0 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:cint:int, 1:cbigint:bigint, 2:cfloat:float, 3:cdouble:double, 4:csmallint:smallint, 5:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>] - Filter Vectorization: - className: VectorFilterOperator - native: true - predicateExpression: FilterLongColEqualLongScalar(col 0:int, val 1) - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [5, 2, 3, 4] - Reduce Sink Vectorization: - className: VectorReduceSinkOperator - native: false - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Execution mode: vectorized - LLAP IO: may be used (ACID table) - Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] - inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 4 - includeColumns: [0, 2, 3] - dataColumns: cint:int, cbigint:bigint, cfloat:float, cdouble:double - neededVirtualColumns: [ROWID] - partitionColumnCount: 1 - partitionColumns: csmallint:smallint - scratchColumnTypeNames: [bigint] - Reduce Vectorization: - enabled: false - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true - enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Reduce Operator Tree: - - Stage: Stage-0 - - Stage: Stage-2 - -PREHOOK: query: update orc_llap set cbigint = 2 where cint = 1 -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_llap -PREHOOK: Input: default@orc_llap@csmallint=1 -PREHOOK: Input: default@orc_llap@csmallint=2 -PREHOOK: Input: default@orc_llap@csmallint=3 -PREHOOK: Output: default@orc_llap@csmallint=1 -PREHOOK: Output: default@orc_llap@csmallint=2 -PREHOOK: Output: default@orc_llap@csmallint=3 -POSTHOOK: query: update orc_llap set cbigint = 2 where cint = 1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_llap -POSTHOOK: Input: default@orc_llap@csmallint=1 -POSTHOOK: Input: default@orc_llap@csmallint=2 -POSTHOOK: Input: default@orc_llap@csmallint=3 -POSTHOOK: Output: default@orc_llap@csmallint=1 -POSTHOOK: Output: default@orc_llap@csmallint=2 -POSTHOOK: Output: default@orc_llap@csmallint=3 -PREHOOK: query: explain vectorization only detail -select cint, csmallint, cbigint from orc_llap where cint is not null order -by csmallint, cint -PREHOOK: type: QUERY -POSTHOOK: query: explain vectorization only detail -select cint, csmallint, cbigint from orc_llap where cint is not null order -by csmallint, cint -POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: true - enabledConditionsMet: [hive.vectorized.execution.enabled IS true] - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:cint:int, 1:cbigint:bigint, 2:cfloat:float, 3:cdouble:double, 4:csmallint:smallint, 5:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>] - Filter Vectorization: - className: VectorFilterOperator - native: true - predicateExpression: SelectColumnIsNotNull(col 0:int) - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [0, 4, 1] - Reduce Sink Vectorization: - className: VectorReduceSinkOperator - native: false - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Execution mode: vectorized - LLAP IO: may be used (ACID table) - Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] - inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 4 - includeColumns: [0, 1] - dataColumns: cint:int, cbigint:bigint, cfloat:float, cdouble:double - partitionColumnCount: 1 - partitionColumns: csmallint:smallint - scratchColumnTypeNames: [] - Reduce Vectorization: - enabled: false - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true - enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Reduce Operator Tree: - - Stage: Stage-0 - Fetch Operator - -PREHOOK: query: select cint, csmallint, cbigint from orc_llap where cint is not null order -by csmallint, cint -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_llap -PREHOOK: Input: default@orc_llap@csmallint=1 -PREHOOK: Input: default@orc_llap@csmallint=2 -PREHOOK: Input: default@orc_llap@csmallint=3 -#### A masked pattern was here #### -POSTHOOK: query: select cint, csmallint, cbigint from orc_llap where cint is not null order -by csmallint, cint -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_llap -POSTHOOK: Input: default@orc_llap@csmallint=1 -POSTHOOK: Input: default@orc_llap@csmallint=2 -POSTHOOK: Input: default@orc_llap@csmallint=3 -#### A masked pattern was here #### --894716315 1 1864027286 -1 1 2 -206154150 1 1864027286 -253665376 1 NULL -253665376 1 NULL -253665376 1 NULL -528534767 1 NULL -528534767 1 NULL -626923679 1 NULL -626923679 1 NULL -626923679 1 NULL --894716315 2 1864027286 -206154150 2 1864027286 -253665376 2 NULL -253665376 2 NULL -253665376 2 NULL -528534767 2 NULL -528534767 2 NULL -626923679 2 NULL -626923679 2 NULL -626923679 2 NULL --923308739 3 -1887561756 --3728 3 -1887561756 -762 3 -1645852809 -6981 3 -1887561756 -253665376 3 NULL -497728223 3 -1887561756 -528534767 3 NULL -528534767 3 NULL -528534767 3 NULL -528534767 3 NULL -PREHOOK: query: DROP TABLE orc_llap -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_llap -PREHOOK: Output: default@orc_llap -POSTHOOK: query: DROP TABLE orc_llap -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_llap -POSTHOOK: Output: default@orc_llap http://git-wip-us.apache.org/repos/asf/hive/blob/77da6997/ql/src/test/results/clientpositive/llap_acid_fast.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap_acid_fast.q.out b/ql/src/test/results/clientpositive/llap_acid_fast.q.out deleted file mode 100644 index 364465b..0000000 --- a/ql/src/test/results/clientpositive/llap_acid_fast.q.out +++ /dev/null @@ -1,395 +0,0 @@ -PREHOOK: query: DROP TABLE orc_llap_acid_fast -PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE orc_llap_acid_fast -POSTHOOK: type: DROPTABLE -PREHOOK: query: CREATE TABLE orc_llap_acid_fast ( - cint INT, - cbigint BIGINT, - cfloat FLOAT, - cdouble DOUBLE) -partitioned by (csmallint smallint) -clustered by (cint) into 2 buckets stored as orc -TBLPROPERTIES ('transactional'='true', 'transactional_properties'='default') -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@orc_llap_acid_fast -POSTHOOK: query: CREATE TABLE orc_llap_acid_fast ( - cint INT, - cbigint BIGINT, - cfloat FLOAT, - cdouble DOUBLE) -partitioned by (csmallint smallint) -clustered by (cint) into 2 buckets stored as orc -TBLPROPERTIES ('transactional'='true', 'transactional_properties'='default') -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@orc_llap_acid_fast -PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble asc limit 10 -PREHOOK: type: QUERY -PREHOOK: Input: default@alltypesorc -PREHOOK: Output: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble asc limit 10 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@alltypesorc -POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble asc limit 10 -PREHOOK: type: QUERY -PREHOOK: Input: default@alltypesorc -PREHOOK: Output: default@orc_llap_acid_fast@csmallint=2 -POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble asc limit 10 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@alltypesorc -POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=2 -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble desc limit 10 -PREHOOK: type: QUERY -PREHOOK: Input: default@alltypesorc -PREHOOK: Output: default@orc_llap_acid_fast@csmallint=3 -POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc -where cdouble is not null order by cdouble desc limit 10 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@alltypesorc -POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=3 -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=3).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=3).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=3).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=3).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -PREHOOK: query: explain vectorization only detail -select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order -by csmallint, cint -PREHOOK: type: QUERY -POSTHOOK: query: explain vectorization only detail -select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order -by csmallint, cint -POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: true - enabledConditionsMet: [hive.vectorized.execution.enabled IS true] - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:cint:int, 1:cbigint:bigint, 2:cfloat:float, 3:cdouble:double, 4:csmallint:smallint, 5:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>] - Filter Vectorization: - className: VectorFilterOperator - native: true - predicateExpression: SelectColumnIsNotNull(col 0:int) - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [0, 4, 1] - Reduce Sink Vectorization: - className: VectorReduceSinkOperator - native: false - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Execution mode: vectorized - LLAP IO: may be used (ACID table) - Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] - inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 4 - includeColumns: [0, 1] - dataColumns: cint:int, cbigint:bigint, cfloat:float, cdouble:double - partitionColumnCount: 1 - partitionColumns: csmallint:smallint - scratchColumnTypeNames: [] - Reduce Vectorization: - enabled: false - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true - enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Reduce Operator Tree: - - Stage: Stage-0 - Fetch Operator - -PREHOOK: query: select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order -by csmallint, cint -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_llap_acid_fast -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=1 -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=2 -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=3 -#### A masked pattern was here #### -POSTHOOK: query: select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order -by csmallint, cint -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_llap_acid_fast -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 -#### A masked pattern was here #### --894716315 1 1864027286 -206154150 1 1864027286 -253665376 1 NULL -253665376 1 NULL -253665376 1 NULL -528534767 1 NULL -528534767 1 NULL -626923679 1 NULL -626923679 1 NULL -626923679 1 NULL --894716315 2 1864027286 -206154150 2 1864027286 -253665376 2 NULL -253665376 2 NULL -253665376 2 NULL -528534767 2 NULL -528534767 2 NULL -626923679 2 NULL -626923679 2 NULL -626923679 2 NULL --923308739 3 -1887561756 --3728 3 -1887561756 -762 3 -1645852809 -6981 3 -1887561756 -253665376 3 NULL -497728223 3 -1887561756 -528534767 3 NULL -528534767 3 NULL -528534767 3 NULL -528534767 3 NULL -PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) values (1, 1, 1, 1) -PREHOOK: type: QUERY -PREHOOK: Input: _dummy_database@_dummy_table -PREHOOK: Output: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) values (1, 1, 1, 1) -POSTHOOK: type: QUERY -POSTHOOK: Input: _dummy_database@_dummy_table -POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cbigint SCRIPT [] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cdouble SCRIPT [] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cfloat SCRIPT [] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cint SCRIPT [] -PREHOOK: query: explain vectorization only detail -update orc_llap_acid_fast set cbigint = 2 where cint = 1 -PREHOOK: type: QUERY -POSTHOOK: query: explain vectorization only detail -update orc_llap_acid_fast set cbigint = 2 where cint = 1 -POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: true - enabledConditionsMet: [hive.vectorized.execution.enabled IS true] - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - Stage-2 depends on stages: Stage-0 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:cint:int, 1:cbigint:bigint, 2:cfloat:float, 3:cdouble:double, 4:csmallint:smallint, 5:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>] - Filter Vectorization: - className: VectorFilterOperator - native: true - predicateExpression: FilterLongColEqualLongScalar(col 0:int, val 1) - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [5, 2, 3, 4] - Reduce Sink Vectorization: - className: VectorReduceSinkOperator - native: false - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Execution mode: vectorized - LLAP IO: may be used (ACID table) - Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] - inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 4 - includeColumns: [0, 2, 3] - dataColumns: cint:int, cbigint:bigint, cfloat:float, cdouble:double - neededVirtualColumns: [ROWID] - partitionColumnCount: 1 - partitionColumns: csmallint:smallint - scratchColumnTypeNames: [bigint] - Reduce Vectorization: - enabled: false - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true - enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Reduce Operator Tree: - - Stage: Stage-0 - - Stage: Stage-2 - -PREHOOK: query: update orc_llap_acid_fast set cbigint = 2 where cint = 1 -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_llap_acid_fast -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=1 -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=2 -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=3 -PREHOOK: Output: default@orc_llap_acid_fast@csmallint=1 -PREHOOK: Output: default@orc_llap_acid_fast@csmallint=2 -PREHOOK: Output: default@orc_llap_acid_fast@csmallint=3 -POSTHOOK: query: update orc_llap_acid_fast set cbigint = 2 where cint = 1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_llap_acid_fast -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 -POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=2 -POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=3 -PREHOOK: query: explain vectorization only detail -select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order -by csmallint, cint -PREHOOK: type: QUERY -POSTHOOK: query: explain vectorization only detail -select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order -by csmallint, cint -POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: true - enabledConditionsMet: [hive.vectorized.execution.enabled IS true] - -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Map Reduce - Map Operator Tree: - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:cint:int, 1:cbigint:bigint, 2:cfloat:float, 3:cdouble:double, 4:csmallint:smallint, 5:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>] - Filter Vectorization: - className: VectorFilterOperator - native: true - predicateExpression: SelectColumnIsNotNull(col 0:int) - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [0, 4, 1] - Reduce Sink Vectorization: - className: VectorReduceSinkOperator - native: false - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Execution mode: vectorized - LLAP IO: may be used (ACID table) - Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] - inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 4 - includeColumns: [0, 1] - dataColumns: cint:int, cbigint:bigint, cfloat:float, cdouble:double - partitionColumnCount: 1 - partitionColumns: csmallint:smallint - scratchColumnTypeNames: [] - Reduce Vectorization: - enabled: false - enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true - enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Reduce Operator Tree: - - Stage: Stage-0 - Fetch Operator - -PREHOOK: query: select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order -by csmallint, cint -PREHOOK: type: QUERY -PREHOOK: Input: default@orc_llap_acid_fast -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=1 -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=2 -PREHOOK: Input: default@orc_llap_acid_fast@csmallint=3 -#### A masked pattern was here #### -POSTHOOK: query: select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order -by csmallint, cint -POSTHOOK: type: QUERY -POSTHOOK: Input: default@orc_llap_acid_fast -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 -POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 -#### A masked pattern was here #### --894716315 1 1864027286 -1 1 2 -206154150 1 1864027286 -253665376 1 NULL -253665376 1 NULL -253665376 1 NULL -528534767 1 NULL -528534767 1 NULL -626923679 1 NULL -626923679 1 NULL -626923679 1 NULL --894716315 2 1864027286 -206154150 2 1864027286 -253665376 2 NULL -253665376 2 NULL -253665376 2 NULL -528534767 2 NULL -528534767 2 NULL -626923679 2 NULL -626923679 2 NULL -626923679 2 NULL --923308739 3 -1887561756 --3728 3 -1887561756 -762 3 -1645852809 -6981 3 -1887561756 -253665376 3 NULL -497728223 3 -1887561756 -528534767 3 NULL -528534767 3 NULL -528534767 3 NULL -528534767 3 NULL -PREHOOK: query: DROP TABLE orc_llap_acid_fast -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@orc_llap_acid_fast -PREHOOK: Output: default@orc_llap_acid_fast -POSTHOOK: query: DROP TABLE orc_llap_acid_fast -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@orc_llap_acid_fast -POSTHOOK: Output: default@orc_llap_acid_fast
