http://git-wip-us.apache.org/repos/asf/hive/blob/1d46608e/ql/src/test/results/clientpositive/stats_nonpart.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/stats_nonpart.q.out b/ql/src/test/results/clientpositive/stats_nonpart.q.out new file mode 100644 index 0000000..cded846 --- /dev/null +++ b/ql/src/test/results/clientpositive/stats_nonpart.q.out @@ -0,0 +1,500 @@ +PREHOOK: query: drop table if exists mysource +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists mysource +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table mysource (p int,key int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@mysource +POSTHOOK: query: create table mysource (p int,key int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mysource +PREHOOK: query: insert into mysource values (100,20), (101,40), (102,50) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@mysource +POSTHOOK: query: insert into mysource values (100,20), (101,40), (102,50) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@mysource +POSTHOOK: Lineage: mysource.key SCRIPT [] +POSTHOOK: Lineage: mysource.p SCRIPT [] +PREHOOK: query: insert into mysource values (100,30), (101,50), (102,60) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@mysource +POSTHOOK: query: insert into mysource values (100,30), (101,50), (102,60) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@mysource +POSTHOOK: Lineage: mysource.key SCRIPT [] +POSTHOOK: Lineage: mysource.p SCRIPT [] +PREHOOK: query: drop table if exists stats_nonpartitioned +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists stats_nonpartitioned +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table stats_nonpartitioned(key int, value int) stored as orc tblproperties ("transactional"="true") +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@stats_nonpartitioned +POSTHOOK: query: create table stats_nonpartitioned(key int, value int) stored as orc tblproperties ("transactional"="true") +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@stats_nonpartitioned +PREHOOK: query: explain select count(*) from stats_nonpartitioned +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(*) from stats_nonpartitioned +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: stats_nonpartitioned + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Select Operator + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from stats_nonpartitioned +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from stats_nonpartitioned +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +0 +PREHOOK: query: desc formatted stats_nonpartitioned +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_nonpartitioned +POSTHOOK: query: desc formatted stats_nonpartitioned +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_nonpartitioned +# col_name data_type comment +key int +value int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} + bucketing_version 2 + numFiles 0 + numRows 0 + rawDataSize 0 + totalSize 0 + transactional true + transactional_properties default +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: explain insert into table stats_nonpartitioned select * from mysource where p == 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain insert into table stats_nonpartitioned select * from mysource where p == 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: mysource + Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (p = 100) (type: boolean) + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 100 (type: int), key (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.stats_nonpartitioned + Write Type: INSERT + Select Operator + expressions: _col0 (type: int), _col1 (type: int) + outputColumnNames: key, value + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>) + Reduce Operator Tree: + Group By Operator + aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.stats_nonpartitioned + Write Type: INSERT + + Stage: Stage-2 + Stats Work + Basic Stats Work: + Column Stats Desc: + Columns: key, value + Column Types: int, int + Table: default.stats_nonpartitioned + +PREHOOK: query: insert into table stats_nonpartitioned select * from mysource where p == 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@mysource +PREHOOK: Output: default@stats_nonpartitioned +POSTHOOK: query: insert into table stats_nonpartitioned select * from mysource where p == 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mysource +POSTHOOK: Output: default@stats_nonpartitioned +POSTHOOK: Lineage: stats_nonpartitioned.key SIMPLE [] +POSTHOOK: Lineage: stats_nonpartitioned.value SIMPLE [(mysource)mysource.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: desc formatted stats_nonpartitioned +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_nonpartitioned +POSTHOOK: query: desc formatted stats_nonpartitioned +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_nonpartitioned +# col_name data_type comment +key int +value int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} + bucketing_version 2 + numFiles 1 + numRows 2 + rawDataSize 0 + totalSize 720 + transactional true + transactional_properties default +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: explain select count(*) from stats_nonpartitioned +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(*) from stats_nonpartitioned +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: stats_nonpartitioned + Statistics: Num rows: 2 Data size: 7200 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 2 Data size: 7200 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from stats_nonpartitioned +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from stats_nonpartitioned +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +2 +PREHOOK: query: explain select count(key) from stats_nonpartitioned +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(key) from stats_nonpartitioned +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: stats_nonpartitioned + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: int) + outputColumnNames: key + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(key) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(key) from stats_nonpartitioned +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +POSTHOOK: query: select count(key) from stats_nonpartitioned +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +2 +PREHOOK: query: analyze table stats_nonpartitioned compute statistics for columns key, value +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@stats_nonpartitioned +PREHOOK: Output: default@stats_nonpartitioned +#### A masked pattern was here #### +POSTHOOK: query: analyze table stats_nonpartitioned compute statistics for columns key, value +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@stats_nonpartitioned +POSTHOOK: Output: default@stats_nonpartitioned +#### A masked pattern was here #### +PREHOOK: query: explain select count(*) from stats_nonpartitioned +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(*) from stats_nonpartitioned +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: stats_nonpartitioned + Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 2 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from stats_nonpartitioned +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from stats_nonpartitioned +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +2 +PREHOOK: query: explain select count(key) from stats_nonpartitioned +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(key) from stats_nonpartitioned +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: stats_nonpartitioned + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: int) + outputColumnNames: key + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(key) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(key) from stats_nonpartitioned +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +POSTHOOK: query: select count(key) from stats_nonpartitioned +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_nonpartitioned +#### A masked pattern was here #### +2
http://git-wip-us.apache.org/repos/asf/hive/blob/1d46608e/ql/src/test/results/clientpositive/stats_part.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/stats_part.q.out b/ql/src/test/results/clientpositive/stats_part.q.out new file mode 100644 index 0000000..8760dad --- /dev/null +++ b/ql/src/test/results/clientpositive/stats_part.q.out @@ -0,0 +1,660 @@ +PREHOOK: query: drop table if exists mysource +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists mysource +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table mysource (p int, key int, value int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@mysource +POSTHOOK: query: create table mysource (p int, key int, value int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mysource +PREHOOK: query: insert into mysource values (100,20,201), (101,40,401), (102,50,501) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@mysource +POSTHOOK: query: insert into mysource values (100,20,201), (101,40,401), (102,50,501) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@mysource +POSTHOOK: Lineage: mysource.key SCRIPT [] +POSTHOOK: Lineage: mysource.p SCRIPT [] +POSTHOOK: Lineage: mysource.value SCRIPT [] +PREHOOK: query: insert into mysource values (100,21,211), (101,41,411), (102,51,511) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@mysource +POSTHOOK: query: insert into mysource values (100,21,211), (101,41,411), (102,51,511) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@mysource +POSTHOOK: Lineage: mysource.key SCRIPT [] +POSTHOOK: Lineage: mysource.p SCRIPT [] +POSTHOOK: Lineage: mysource.value SCRIPT [] +PREHOOK: query: drop table if exists stats_partitioned +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists stats_partitioned +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table stats_part(key int,value string) partitioned by (p int) stored as orc tblproperties ("transactional"="true") +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@stats_part +POSTHOOK: query: create table stats_part(key int,value string) partitioned by (p int) stored as orc tblproperties ("transactional"="true") +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@stats_part +PREHOOK: query: explain select count(key) from stats_part +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(key) from stats_part +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: explain select count(key) from stats_part where p > 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: stats_part + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + Filter Operator + predicate: (p > 100) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int) + outputColumnNames: key + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + Group By Operator + aggregations: count(key) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: desc formatted stats_part +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_part +POSTHOOK: query: desc formatted stats_part +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_part +# col_name data_type comment +key int +value string + +# Partition Information +# col_name data_type comment +p int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + bucketing_version 2 + numFiles 0 + numPartitions 0 + numRows 0 + rawDataSize 0 + totalSize 0 + transactional true + transactional_properties default +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table stats_part partition(p=100) select distinct key, value from mysource where p == 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@mysource +PREHOOK: Output: default@stats_part@p=100 +POSTHOOK: query: insert into table stats_part partition(p=100) select distinct key, value from mysource where p == 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mysource +POSTHOOK: Output: default@stats_part@p=100 +POSTHOOK: Lineage: stats_part PARTITION(p=100).key SIMPLE [(mysource)mysource.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: stats_part PARTITION(p=100).value EXPRESSION [(mysource)mysource.FieldSchema(name:value, type:int, comment:null), ] +PREHOOK: query: insert into table stats_part partition(p=101) select distinct key, value from mysource where p == 101 +PREHOOK: type: QUERY +PREHOOK: Input: default@mysource +PREHOOK: Output: default@stats_part@p=101 +POSTHOOK: query: insert into table stats_part partition(p=101) select distinct key, value from mysource where p == 101 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mysource +POSTHOOK: Output: default@stats_part@p=101 +POSTHOOK: Lineage: stats_part PARTITION(p=101).key SIMPLE [(mysource)mysource.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: stats_part PARTITION(p=101).value EXPRESSION [(mysource)mysource.FieldSchema(name:value, type:int, comment:null), ] +PREHOOK: query: insert into table stats_part partition(p=102) select distinct key, value from mysource where p == 102 +PREHOOK: type: QUERY +PREHOOK: Input: default@mysource +PREHOOK: Output: default@stats_part@p=102 +POSTHOOK: query: insert into table stats_part partition(p=102) select distinct key, value from mysource where p == 102 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mysource +POSTHOOK: Output: default@stats_part@p=102 +POSTHOOK: Lineage: stats_part PARTITION(p=102).key SIMPLE [(mysource)mysource.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: stats_part PARTITION(p=102).value EXPRESSION [(mysource)mysource.FieldSchema(name:value, type:int, comment:null), ] +PREHOOK: query: desc formatted stats_part +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_part +POSTHOOK: query: desc formatted stats_part +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_part +# col_name data_type comment +key int +value string + +# Partition Information +# col_name data_type comment +p int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + bucketing_version 2 + numFiles 3 + numPartitions 3 + numRows 6 + rawDataSize 0 + totalSize 2241 + transactional true + transactional_properties default +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table mysource values (103,20,200), (103,83,832), (103,53,530) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@mysource +POSTHOOK: query: insert into table mysource values (103,20,200), (103,83,832), (103,53,530) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@mysource +POSTHOOK: Lineage: mysource.key SCRIPT [] +POSTHOOK: Lineage: mysource.p SCRIPT [] +POSTHOOK: Lineage: mysource.value SCRIPT [] +PREHOOK: query: insert into table stats_part partition(p=102) select distinct key, value from mysource where p == 102 +PREHOOK: type: QUERY +PREHOOK: Input: default@mysource +PREHOOK: Output: default@stats_part@p=102 +POSTHOOK: query: insert into table stats_part partition(p=102) select distinct key, value from mysource where p == 102 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mysource +POSTHOOK: Output: default@stats_part@p=102 +POSTHOOK: Lineage: stats_part PARTITION(p=102).key SIMPLE [(mysource)mysource.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: stats_part PARTITION(p=102).value EXPRESSION [(mysource)mysource.FieldSchema(name:value, type:int, comment:null), ] +PREHOOK: query: desc formatted stats_part +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_part +POSTHOOK: query: desc formatted stats_part +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_part +# col_name data_type comment +key int +value string + +# Partition Information +# col_name data_type comment +p int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + bucketing_version 2 + numFiles 4 + numPartitions 3 + numRows 8 + rawDataSize 0 + totalSize 2994 + transactional true + transactional_properties default +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: show partitions stats_part +PREHOOK: type: SHOWPARTITIONS +PREHOOK: Input: default@stats_part +POSTHOOK: query: show partitions stats_part +POSTHOOK: type: SHOWPARTITIONS +POSTHOOK: Input: default@stats_part +p=100 +p=101 +p=102 +PREHOOK: query: explain select count(*) from stats_part +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(*) from stats_part +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from stats_part +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from stats_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +8 +PREHOOK: query: explain select count(key) from stats_part +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(key) from stats_part +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count(key) from stats_part +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(key) from stats_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +8 +PREHOOK: query: explain select count(key) from stats_part where p > 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count(key) from stats_part where p > 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +6 +PREHOOK: query: explain select max(key) from stats_part where p > 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select max(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select max(key) from stats_part where p > 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select max(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +51 +PREHOOK: query: desc formatted stats_part +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_part +POSTHOOK: query: desc formatted stats_part +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_part +# col_name data_type comment +key int +value string + +# Partition Information +# col_name data_type comment +p int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + bucketing_version 2 + numFiles 4 + numPartitions 3 + numRows 8 + rawDataSize 0 + totalSize 2994 + transactional true + transactional_properties default +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: explain select max(key) from stats_part where p > 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select max(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select max(key) from stats_part where p > 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select max(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +51 +PREHOOK: query: select count(value) from stats_part +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(value) from stats_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +8 +PREHOOK: query: select count(value) from stats_part +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(value) from stats_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +8 +PREHOOK: query: desc formatted stats_part +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_part +POSTHOOK: query: desc formatted stats_part +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_part +# col_name data_type comment +key int +value string + +# Partition Information +# col_name data_type comment +p int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + bucketing_version 2 + numFiles 4 + numPartitions 3 + numRows 8 + rawDataSize 0 + totalSize 2994 + transactional true + transactional_properties default +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: explain select count(*) from stats_part where p = 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(*) from stats_part where p = 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from stats_part where p = 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from stats_part where p = 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +2 +PREHOOK: query: explain select count(*) from stats_part where p > 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(*) from stats_part where p > 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from stats_part where p > 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from stats_part where p > 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +6 +PREHOOK: query: explain select count(key) from stats_part +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(key) from stats_part +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count(key) from stats_part +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(key) from stats_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +8 +PREHOOK: query: explain select count(*) from stats_part where p > 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(*) from stats_part where p > 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from stats_part where p > 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from stats_part where p > 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +6 +PREHOOK: query: explain select max(key) from stats_part where p > 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select max(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select max(key) from stats_part where p > 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_part +#### A masked pattern was here #### +POSTHOOK: query: select max(key) from stats_part where p > 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_part +#### A masked pattern was here #### +51 +PREHOOK: query: describe extended stats_part partition (p=101) +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_part +POSTHOOK: query: describe extended stats_part partition (p=101) +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_part +key int +value string +p int + +# Partition Information +# col_name data_type comment +p int + +#### A masked pattern was here #### +PREHOOK: query: describe extended stats_part +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@stats_part +POSTHOOK: query: describe extended stats_part +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@stats_part +key int +value string +p int + +# Partition Information +# col_name data_type comment +p int + +#### A masked pattern was here ####
