http://git-wip-us.apache.org/repos/asf/hive/blob/f562dfb5/ql/src/test/results/clientpositive/llap/ppd_union_view.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/ppd_union_view.q.out b/ql/src/test/results/clientpositive/llap/ppd_union_view.q.out new file mode 100644 index 0000000..fa7abcb --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/ppd_union_view.q.out @@ -0,0 +1,686 @@ +PREHOOK: query: -- test predicate pushdown on a view with a union + +drop view v +PREHOOK: type: DROPVIEW +POSTHOOK: query: -- test predicate pushdown on a view with a union + +drop view v +POSTHOOK: type: DROPVIEW +PREHOOK: query: create table t1_new (key string, value string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@t1_new +POSTHOOK: query: create table t1_new (key string, value string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t1_new +PREHOOK: query: insert overwrite table t1_new partition (ds = '2011-10-15') +select 'key1', 'value1' from src tablesample (1 rows) +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t1_new@ds=2011-10-15 +POSTHOOK: query: insert overwrite table t1_new partition (ds = '2011-10-15') +select 'key1', 'value1' from src tablesample (1 rows) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t1_new@ds=2011-10-15 +POSTHOOK: Lineage: t1_new PARTITION(ds=2011-10-15).key SIMPLE [] +POSTHOOK: Lineage: t1_new PARTITION(ds=2011-10-15).value SIMPLE [] +PREHOOK: query: insert overwrite table t1_new partition (ds = '2011-10-16') +select 'key2', 'value2' from src tablesample (1 rows) +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t1_new@ds=2011-10-16 +POSTHOOK: query: insert overwrite table t1_new partition (ds = '2011-10-16') +select 'key2', 'value2' from src tablesample (1 rows) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t1_new@ds=2011-10-16 +POSTHOOK: Lineage: t1_new PARTITION(ds=2011-10-16).key SIMPLE [] +POSTHOOK: Lineage: t1_new PARTITION(ds=2011-10-16).value SIMPLE [] +PREHOOK: query: create table t1_old (keymap string, value string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@t1_old +POSTHOOK: query: create table t1_old (keymap string, value string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t1_old +PREHOOK: query: insert overwrite table t1_old partition (ds = '2011-10-13') +select 'keymap3', 'value3' from src tablesample (1 rows) +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t1_old@ds=2011-10-13 +POSTHOOK: query: insert overwrite table t1_old partition (ds = '2011-10-13') +select 'keymap3', 'value3' from src tablesample (1 rows) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t1_old@ds=2011-10-13 +POSTHOOK: Lineage: t1_old PARTITION(ds=2011-10-13).keymap SIMPLE [] +POSTHOOK: Lineage: t1_old PARTITION(ds=2011-10-13).value SIMPLE [] +PREHOOK: query: insert overwrite table t1_old partition (ds = '2011-10-14') +select 'keymap4', 'value4' from src tablesample (1 rows) +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t1_old@ds=2011-10-14 +POSTHOOK: query: insert overwrite table t1_old partition (ds = '2011-10-14') +select 'keymap4', 'value4' from src tablesample (1 rows) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t1_old@ds=2011-10-14 +POSTHOOK: Lineage: t1_old PARTITION(ds=2011-10-14).keymap SIMPLE [] +POSTHOOK: Lineage: t1_old PARTITION(ds=2011-10-14).value SIMPLE [] +PREHOOK: query: create table t1_mapping (key string, keymap string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@t1_mapping +POSTHOOK: query: create table t1_mapping (key string, keymap string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t1_mapping +PREHOOK: query: insert overwrite table t1_mapping partition (ds = '2011-10-13') +select 'key3', 'keymap3' from src tablesample (1 rows) +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t1_mapping@ds=2011-10-13 +POSTHOOK: query: insert overwrite table t1_mapping partition (ds = '2011-10-13') +select 'key3', 'keymap3' from src tablesample (1 rows) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t1_mapping@ds=2011-10-13 +POSTHOOK: Lineage: t1_mapping PARTITION(ds=2011-10-13).key SIMPLE [] +POSTHOOK: Lineage: t1_mapping PARTITION(ds=2011-10-13).keymap SIMPLE [] +PREHOOK: query: insert overwrite table t1_mapping partition (ds = '2011-10-14') +select 'key4', 'keymap4' from src tablesample (1 rows) +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t1_mapping@ds=2011-10-14 +POSTHOOK: query: insert overwrite table t1_mapping partition (ds = '2011-10-14') +select 'key4', 'keymap4' from src tablesample (1 rows) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t1_mapping@ds=2011-10-14 +POSTHOOK: Lineage: t1_mapping PARTITION(ds=2011-10-14).key SIMPLE [] +POSTHOOK: Lineage: t1_mapping PARTITION(ds=2011-10-14).keymap SIMPLE [] +PREHOOK: query: create view t1 partitioned on (ds) as +select * from +( +select key, value, ds from t1_new +union all +select key, value, t1_old.ds from t1_old join t1_mapping +on t1_old.keymap = t1_mapping.keymap and + t1_old.ds = t1_mapping.ds +) subq +PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@t1_mapping +PREHOOK: Input: default@t1_new +PREHOOK: Input: default@t1_old +PREHOOK: Output: database:default +PREHOOK: Output: default@t1 +POSTHOOK: query: create view t1 partitioned on (ds) as +select * from +( +select key, value, ds from t1_new +union all +select key, value, t1_old.ds from t1_old join t1_mapping +on t1_old.keymap = t1_mapping.keymap and + t1_old.ds = t1_mapping.ds +) subq +POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@t1_mapping +POSTHOOK: Input: default@t1_new +POSTHOOK: Input: default@t1_old +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t1 +PREHOOK: query: explain extended +select * from t1 where ds = '2011-10-13' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from t1 where ds = '2011-10-13' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Union 2 (CONTAINS) + Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Union 2 (CONTAINS) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: t1_new + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (ds = '2011-10-13') (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: _col0 (type: string), _col1 (type: string), '2011-10-13' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + Map 3 + Map Operator Tree: + TableScan + alias: t1_old + properties: + insideView TRUE + Statistics: Num rows: 1 Data size: 22 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: keymap is not null (type: boolean) + Statistics: Num rows: 1 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: keymap (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 22 Basic stats: COMPLETE Column stats: NONE + tag: 0 + value expressions: _col1 (type: string) + auto parallelism: true + Execution mode: llap + LLAP IO: no inputs + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: ds=2011-10-13 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2011-10-13 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} + bucket_count -1 + columns keymap,value + columns.comments + columns.types string:string +#### A masked pattern was here #### + name default.t1_old + numFiles 1 + numRows 1 + partition_columns ds + partition_columns.types string + rawDataSize 14 + serialization.ddl struct t1_old { string keymap, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 15 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns keymap,value + columns.comments + columns.types string:string +#### A masked pattern was here #### + name default.t1_old + partition_columns ds + partition_columns.types string + serialization.ddl struct t1_old { string keymap, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.t1_old + name: default.t1_old + Truncated Path -> Alias: + /t1_old/ds=2011-10-13 [t1_old] + Map 5 + Map Operator Tree: + TableScan + alias: t1_mapping + properties: + insideView TRUE + Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: keymap is not null (type: boolean) + Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), keymap (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + tag: 1 + value expressions: _col0 (type: string) + auto parallelism: true + Execution mode: llap + LLAP IO: no inputs + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: ds=2011-10-13 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2011-10-13 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} + bucket_count -1 + columns key,keymap + columns.comments + columns.types string:string +#### A masked pattern was here #### + name default.t1_mapping + numFiles 1 + numRows 1 + partition_columns ds + partition_columns.types string + rawDataSize 12 + serialization.ddl struct t1_mapping { string key, string keymap} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 13 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,keymap + columns.comments + columns.types string:string +#### A masked pattern was here #### + name default.t1_mapping + partition_columns ds + partition_columns.types string + serialization.ddl struct t1_mapping { string key, string keymap} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.t1_mapping + name: default.t1_mapping + Truncated Path -> Alias: + /t1_mapping/ds=2011-10-13 [t1_mapping] + Reducer 4 + Execution mode: llap + Needs Tagging: false + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col1, _col3 + Position of Big Table: 0 + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col3 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: string), '2011-10-13' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Union 2 + Vertex: Union 2 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select * from t1 where ds = '2011-10-13' +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t1_mapping +PREHOOK: Input: default@t1_mapping@ds=2011-10-13 +PREHOOK: Input: default@t1_new +PREHOOK: Input: default@t1_old +PREHOOK: Input: default@t1_old@ds=2011-10-13 +#### A masked pattern was here #### +POSTHOOK: query: select * from t1 where ds = '2011-10-13' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t1_mapping +POSTHOOK: Input: default@t1_mapping@ds=2011-10-13 +POSTHOOK: Input: default@t1_new +POSTHOOK: Input: default@t1_old +POSTHOOK: Input: default@t1_old@ds=2011-10-13 +#### A masked pattern was here #### +key3 value3 2011-10-13 +PREHOOK: query: select * from t1 where ds = '2011-10-14' +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t1_mapping +PREHOOK: Input: default@t1_mapping@ds=2011-10-14 +PREHOOK: Input: default@t1_new +PREHOOK: Input: default@t1_old +PREHOOK: Input: default@t1_old@ds=2011-10-14 +#### A masked pattern was here #### +POSTHOOK: query: select * from t1 where ds = '2011-10-14' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t1_mapping +POSTHOOK: Input: default@t1_mapping@ds=2011-10-14 +POSTHOOK: Input: default@t1_new +POSTHOOK: Input: default@t1_old +POSTHOOK: Input: default@t1_old@ds=2011-10-14 +#### A masked pattern was here #### +key4 value4 2011-10-14 +PREHOOK: query: explain extended +select * from t1 where ds = '2011-10-15' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from t1 where ds = '2011-10-15' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Union 2 (CONTAINS) + Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Union 2 (CONTAINS) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: t1_new + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: string), '2011-10-15' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: no inputs + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: ds=2011-10-15 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2011-10-15 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} + bucket_count -1 + columns key,value + columns.comments + columns.types string:string +#### A masked pattern was here #### + name default.t1_new + numFiles 1 + numRows 1 + partition_columns ds + partition_columns.types string + rawDataSize 11 + serialization.ddl struct t1_new { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 12 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments + columns.types string:string +#### A masked pattern was here #### + name default.t1_new + partition_columns ds + partition_columns.types string + serialization.ddl struct t1_new { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.t1_new + name: default.t1_new + Truncated Path -> Alias: + /t1_new/ds=2011-10-15 [t1_new] + Map 3 + Map Operator Tree: + TableScan + alias: t1_old + properties: + insideView TRUE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((ds = '2011-10-15') and keymap is not null) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: keymap (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL + tag: 0 + value expressions: _col1 (type: string) + auto parallelism: true + Execution mode: llap + LLAP IO: unknown + Map 5 + Map Operator Tree: + TableScan + alias: t1_mapping + properties: + insideView TRUE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (('2011-10-15' = ds) and keymap is not null) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: string), keymap (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL + Reduce Output Operator + key expressions: _col1 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL + tag: 1 + value expressions: _col0 (type: string) + auto parallelism: true + Execution mode: llap + LLAP IO: unknown + Reducer 4 + Execution mode: llap + Needs Tagging: false + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col1, _col3 + Position of Big Table: 0 + Statistics: Num rows: 1 Data size: 208 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: _col3 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: _col0 (type: string), _col1 (type: string), '2011-10-15' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Union 2 + Vertex: Union 2 + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select * from t1 where ds = '2011-10-15' +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t1_mapping +PREHOOK: Input: default@t1_new +PREHOOK: Input: default@t1_new@ds=2011-10-15 +PREHOOK: Input: default@t1_old +#### A masked pattern was here #### +POSTHOOK: query: select * from t1 where ds = '2011-10-15' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t1_mapping +POSTHOOK: Input: default@t1_new +POSTHOOK: Input: default@t1_new@ds=2011-10-15 +POSTHOOK: Input: default@t1_old +#### A masked pattern was here #### +key1 value1 2011-10-15 +PREHOOK: query: select * from t1 where ds = '2011-10-16' +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t1_mapping +PREHOOK: Input: default@t1_new +PREHOOK: Input: default@t1_new@ds=2011-10-16 +PREHOOK: Input: default@t1_old +#### A masked pattern was here #### +POSTHOOK: query: select * from t1 where ds = '2011-10-16' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t1_mapping +POSTHOOK: Input: default@t1_new +POSTHOOK: Input: default@t1_new@ds=2011-10-16 +POSTHOOK: Input: default@t1_old +#### A masked pattern was here #### +key2 value2 2011-10-16
http://git-wip-us.apache.org/repos/asf/hive/blob/f562dfb5/ql/src/test/results/clientpositive/llap/ppr_pushdown.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/ppr_pushdown.q.out b/ql/src/test/results/clientpositive/llap/ppr_pushdown.q.out new file mode 100644 index 0000000..5c59810 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/ppr_pushdown.q.out @@ -0,0 +1,328 @@ +PREHOOK: query: create table ppr_test (key string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@ppr_test +POSTHOOK: query: create table ppr_test (key string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@ppr_test +PREHOOK: query: alter table ppr_test add partition (ds = '1234') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@ppr_test +POSTHOOK: query: alter table ppr_test add partition (ds = '1234') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@ppr_test +POSTHOOK: Output: default@ppr_test@ds=1234 +PREHOOK: query: alter table ppr_test add partition (ds = '1224') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@ppr_test +POSTHOOK: query: alter table ppr_test add partition (ds = '1224') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@ppr_test +POSTHOOK: Output: default@ppr_test@ds=1224 +PREHOOK: query: alter table ppr_test add partition (ds = '1214') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@ppr_test +POSTHOOK: query: alter table ppr_test add partition (ds = '1214') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@ppr_test +POSTHOOK: Output: default@ppr_test@ds=1214 +PREHOOK: query: alter table ppr_test add partition (ds = '12+4') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@ppr_test +POSTHOOK: query: alter table ppr_test add partition (ds = '12+4') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@ppr_test +POSTHOOK: Output: default@ppr_test@ds=12+4 +PREHOOK: query: alter table ppr_test add partition (ds = '12.4') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@ppr_test +POSTHOOK: query: alter table ppr_test add partition (ds = '12.4') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@ppr_test +POSTHOOK: Output: default@ppr_test@ds=12.4 +PREHOOK: query: alter table ppr_test add partition (ds = '12:4') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@ppr_test +POSTHOOK: query: alter table ppr_test add partition (ds = '12:4') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@ppr_test +POSTHOOK: Output: default@ppr_test@ds=12%3A4 +PREHOOK: query: alter table ppr_test add partition (ds = '12%4') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@ppr_test +POSTHOOK: query: alter table ppr_test add partition (ds = '12%4') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@ppr_test +POSTHOOK: Output: default@ppr_test@ds=12%254 +PREHOOK: query: alter table ppr_test add partition (ds = '12*4') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@ppr_test +POSTHOOK: query: alter table ppr_test add partition (ds = '12*4') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@ppr_test +POSTHOOK: Output: default@ppr_test@ds=12%2A4 +PREHOOK: query: insert overwrite table ppr_test partition(ds = '1234') select * from (select '1234' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@ppr_test@ds=1234 +POSTHOOK: query: insert overwrite table ppr_test partition(ds = '1234') select * from (select '1234' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@ppr_test@ds=1234 +POSTHOOK: Lineage: ppr_test PARTITION(ds=1234).key EXPRESSION [] +PREHOOK: query: insert overwrite table ppr_test partition(ds = '1224') select * from (select '1224' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@ppr_test@ds=1224 +POSTHOOK: query: insert overwrite table ppr_test partition(ds = '1224') select * from (select '1224' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@ppr_test@ds=1224 +POSTHOOK: Lineage: ppr_test PARTITION(ds=1224).key EXPRESSION [] +PREHOOK: query: insert overwrite table ppr_test partition(ds = '1214') select * from (select '1214' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@ppr_test@ds=1214 +POSTHOOK: query: insert overwrite table ppr_test partition(ds = '1214') select * from (select '1214' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@ppr_test@ds=1214 +POSTHOOK: Lineage: ppr_test PARTITION(ds=1214).key EXPRESSION [] +PREHOOK: query: insert overwrite table ppr_test partition(ds = '12+4') select * from (select '12+4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@ppr_test@ds=12+4 +POSTHOOK: query: insert overwrite table ppr_test partition(ds = '12+4') select * from (select '12+4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@ppr_test@ds=12+4 +POSTHOOK: Lineage: ppr_test PARTITION(ds=12+4).key EXPRESSION [] +PREHOOK: query: insert overwrite table ppr_test partition(ds = '12.4') select * from (select '12.4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@ppr_test@ds=12.4 +POSTHOOK: query: insert overwrite table ppr_test partition(ds = '12.4') select * from (select '12.4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@ppr_test@ds=12.4 +POSTHOOK: Lineage: ppr_test PARTITION(ds=12.4).key EXPRESSION [] +PREHOOK: query: insert overwrite table ppr_test partition(ds = '12:4') select * from (select '12:4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@ppr_test@ds=12%3A4 +POSTHOOK: query: insert overwrite table ppr_test partition(ds = '12:4') select * from (select '12:4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@ppr_test@ds=12%3A4 +POSTHOOK: Lineage: ppr_test PARTITION(ds=12:4).key EXPRESSION [] +PREHOOK: query: insert overwrite table ppr_test partition(ds = '12%4') select * from (select '12%4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@ppr_test@ds=12%254 +POSTHOOK: query: insert overwrite table ppr_test partition(ds = '12%4') select * from (select '12%4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@ppr_test@ds=12%254 +POSTHOOK: Lineage: ppr_test PARTITION(ds=12%4).key EXPRESSION [] +PREHOOK: query: insert overwrite table ppr_test partition(ds = '12*4') select * from (select '12*4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@ppr_test@ds=12%2A4 +POSTHOOK: query: insert overwrite table ppr_test partition(ds = '12*4') select * from (select '12*4' from src tablesample (1 rows) union all select 'abcd' from src tablesample (1 rows)) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@ppr_test@ds=12%2A4 +POSTHOOK: Lineage: ppr_test PARTITION(ds=12*4).key EXPRESSION [] +PREHOOK: query: select * from ppr_test where ds = '1234' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=1234 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '1234' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=1234 +#### A masked pattern was here #### +1234 1234 +abcd 1234 +PREHOOK: query: select * from ppr_test where ds = '1224' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=1224 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '1224' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=1224 +#### A masked pattern was here #### +1224 1224 +abcd 1224 +PREHOOK: query: select * from ppr_test where ds = '1214' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=1214 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '1214' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=1214 +#### A masked pattern was here #### +1214 1214 +abcd 1214 +PREHOOK: query: select * from ppr_test where ds = '12.4' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12.4 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12.4' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12.4 +#### A masked pattern was here #### +12.4 12.4 +abcd 12.4 +PREHOOK: query: select * from ppr_test where ds = '12+4' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12+4 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12+4' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12+4 +#### A masked pattern was here #### +12+4 12+4 +abcd 12+4 +PREHOOK: query: select * from ppr_test where ds = '12:4' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12%3A4 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12:4' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12%3A4 +#### A masked pattern was here #### +12:4 12:4 +abcd 12:4 +PREHOOK: query: select * from ppr_test where ds = '12%4' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12%254 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12%4' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12%254 +#### A masked pattern was here #### +12%4 12%4 +abcd 12%4 +PREHOOK: query: select * from ppr_test where ds = '12*4' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12%2A4 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12*4' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12%2A4 +#### A masked pattern was here #### +12*4 12*4 +abcd 12*4 +PREHOOK: query: select * from ppr_test where ds = '12.*4' order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12.*4' order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +#### A masked pattern was here #### +PREHOOK: query: select * from ppr_test where ds = '1234' and key = '1234' +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=1234 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '1234' and key = '1234' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=1234 +#### A masked pattern was here #### +1234 1234 +PREHOOK: query: select * from ppr_test where ds = '1224' and key = '1224' +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=1224 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '1224' and key = '1224' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=1224 +#### A masked pattern was here #### +1224 1224 +PREHOOK: query: select * from ppr_test where ds = '1214' and key = '1214' +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=1214 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '1214' and key = '1214' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=1214 +#### A masked pattern was here #### +1214 1214 +PREHOOK: query: select * from ppr_test where ds = '12.4' and key = '12.4' +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12.4 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12.4' and key = '12.4' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12.4 +#### A masked pattern was here #### +12.4 12.4 +PREHOOK: query: select * from ppr_test where ds = '12+4' and key = '12+4' +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12+4 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12+4' and key = '12+4' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12+4 +#### A masked pattern was here #### +12+4 12+4 +PREHOOK: query: select * from ppr_test where ds = '12:4' and key = '12:4' +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12%3A4 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12:4' and key = '12:4' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12%3A4 +#### A masked pattern was here #### +12:4 12:4 +PREHOOK: query: select * from ppr_test where ds = '12%4' and key = '12%4' +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12%254 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12%4' and key = '12%4' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12%254 +#### A masked pattern was here #### +12%4 12%4 +PREHOOK: query: select * from ppr_test where ds = '12*4' and key = '12*4' +PREHOOK: type: QUERY +PREHOOK: Input: default@ppr_test +PREHOOK: Input: default@ppr_test@ds=12%2A4 +#### A masked pattern was here #### +POSTHOOK: query: select * from ppr_test where ds = '12*4' and key = '12*4' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@ppr_test +POSTHOOK: Input: default@ppr_test@ds=12%2A4 +#### A masked pattern was here #### +12*4 12*4
