http://git-wip-us.apache.org/repos/asf/hive/blob/6273bee3/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out b/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out new file mode 100644 index 0000000..999c5e6 --- /dev/null +++ b/ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out @@ -0,0 +1,3390 @@ +PREHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_TABREF + TOK_TABNAME + srcpart + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + . + TOK_TABLE_OR_COL + srcpart + key + TOK_SELEXPR + TOK_FUNCTION + substr + . + TOK_TABLE_OR_COL + srcpart + value + 5 + TOK_SELEXPR + TOK_TABLE_OR_COL + ds + TOK_SELEXPR + TOK_TABLE_OR_COL + hr + TOK_LIMIT + 400 + 10 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: srcpart + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 10 + Offset of rows: 400 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: kv1.txt + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11/kv1.txt [srcpart] + + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + ListSink + +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +70 70 2008-04-08 11 +163 163 2008-04-08 11 +438 438 2008-04-08 11 +119 119 2008-04-08 11 +414 414 2008-04-08 11 +200 200 2008-04-08 11 +491 491 2008-04-08 11 +237 237 2008-04-08 11 +439 439 2008-04-08 11 +360 360 2008-04-08 11 +PREHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_TABREF + TOK_TABNAME + srcpart + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + . + TOK_TABLE_OR_COL + srcpart + key + TOK_SELEXPR + TOK_FUNCTION + substr + . + TOK_TABLE_OR_COL + srcpart + value + 5 + TOK_SELEXPR + TOK_TABLE_OR_COL + ds + TOK_SELEXPR + TOK_TABLE_OR_COL + hr + TOK_LIMIT + 490 + 10 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: srcpart + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 10 + Offset of rows: 490 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11 [srcpart] + /srcpart/ds=2008-04-08/hr=12 [srcpart] + /srcpart/ds=2008-04-09/hr=11 [srcpart] + /srcpart/ds=2008-04-09/hr=12 [srcpart] + + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + ListSink + +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +414 414 2008-04-08 11 +477 477 2008-04-08 11 +222 222 2008-04-08 11 +126 126 2008-04-08 11 +90 90 2008-04-08 11 +169 169 2008-04-08 11 +403 403 2008-04-08 11 +400 400 2008-04-08 11 +200 200 2008-04-08 11 +97 97 2008-04-08 11 +PREHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_TABREF + TOK_TABNAME + srcpart + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + . + TOK_TABLE_OR_COL + srcpart + key + TOK_SELEXPR + TOK_FUNCTION + substr + . + TOK_TABLE_OR_COL + srcpart + value + 5 + TOK_SELEXPR + TOK_TABLE_OR_COL + ds + TOK_SELEXPR + TOK_TABLE_OR_COL + hr + TOK_LIMIT + 490 + 20 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: srcpart + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 20 + Offset of rows: 490 + Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11 [srcpart] + /srcpart/ds=2008-04-08/hr=12 [srcpart] + /srcpart/ds=2008-04-09/hr=11 [srcpart] + /srcpart/ds=2008-04-09/hr=12 [srcpart] + + Stage: Stage-0 + Fetch Operator + limit: 20 + Processor Tree: + ListSink + +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +414 414 2008-04-08 11 +477 477 2008-04-08 11 +222 222 2008-04-08 11 +126 126 2008-04-08 11 +90 90 2008-04-08 11 +169 169 2008-04-08 11 +403 403 2008-04-08 11 +400 400 2008-04-08 11 +200 200 2008-04-08 11 +97 97 2008-04-08 11 +238 238 2008-04-08 12 +86 86 2008-04-08 12 +311 311 2008-04-08 12 +27 27 2008-04-08 12 +165 165 2008-04-08 12 +409 409 2008-04-08 12 +255 255 2008-04-08 12 +278 278 2008-04-08 12 +98 98 2008-04-08 12 +484 484 2008-04-08 12 +PREHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_TABREF + TOK_TABNAME + srcpart + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + . + TOK_TABLE_OR_COL + srcpart + key + TOK_SELEXPR + TOK_FUNCTION + substr + . + TOK_TABLE_OR_COL + srcpart + value + 5 + TOK_SELEXPR + TOK_TABLE_OR_COL + ds + TOK_SELEXPR + TOK_TABLE_OR_COL + hr + TOK_LIMIT + 490 + 600 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: srcpart + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 600 + Offset of rows: 490 + Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11 [srcpart] + /srcpart/ds=2008-04-08/hr=12 [srcpart] + /srcpart/ds=2008-04-09/hr=11 [srcpart] + /srcpart/ds=2008-04-09/hr=12 [srcpart] + + Stage: Stage-0 + Fetch Operator + limit: 600 + Processor Tree: + ListSink + +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +414 414 2008-04-08 11 +477 477 2008-04-08 11 +222 222 2008-04-08 11 +126 126 2008-04-08 11 +90 90 2008-04-08 11 +169 169 2008-04-08 11 +403 403 2008-04-08 11 +400 400 2008-04-08 11 +200 200 2008-04-08 11 +97 97 2008-04-08 11 +238 238 2008-04-08 12 +86 86 2008-04-08 12 +311 311 2008-04-08 12 +27 27 2008-04-08 12 +165 165 2008-04-08 12 +409 409 2008-04-08 12 +255 255 2008-04-08 12 +278 278 2008-04-08 12 +98 98 2008-04-08 12 +484 484 2008-04-08 12 +265 265 2008-04-08 12 +193 193 2008-04-08 12 +401 401 2008-04-08 12 +150 150 2008-04-08 12 +273 273 2008-04-08 12 +224 224 2008-04-08 12 +369 369 2008-04-08 12 +66 66 2008-04-08 12 +128 128 2008-04-08 12 +213 213 2008-04-08 12 +146 146 2008-04-08 12 +406 406 2008-04-08 12 +429 429 2008-04-08 12 +374 374 2008-04-08 12 +152 152 2008-04-08 12 +469 469 2008-04-08 12 +145 145 2008-04-08 12 +495 495 2008-04-08 12 +37 37 2008-04-08 12 +327 327 2008-04-08 12 +281 281 2008-04-08 12 +277 277 2008-04-08 12 +209 209 2008-04-08 12 +15 15 2008-04-08 12 +82 82 2008-04-08 12 +403 403 2008-04-08 12 +166 166 2008-04-08 12 +417 417 2008-04-08 12 +430 430 2008-04-08 12 +252 252 2008-04-08 12 +292 292 2008-04-08 12 +219 219 2008-04-08 12 +287 287 2008-04-08 12 +153 153 2008-04-08 12 +193 193 2008-04-08 12 +338 338 2008-04-08 12 +446 446 2008-04-08 12 +459 459 2008-04-08 12 +394 394 2008-04-08 12 +237 237 2008-04-08 12 +482 482 2008-04-08 12 +174 174 2008-04-08 12 +413 413 2008-04-08 12 +494 494 2008-04-08 12 +207 207 2008-04-08 12 +199 199 2008-04-08 12 +466 466 2008-04-08 12 +208 208 2008-04-08 12 +174 174 2008-04-08 12 +399 399 2008-04-08 12 +396 396 2008-04-08 12 +247 247 2008-04-08 12 +417 417 2008-04-08 12 +489 489 2008-04-08 12 +162 162 2008-04-08 12 +377 377 2008-04-08 12 +397 397 2008-04-08 12 +309 309 2008-04-08 12 +365 365 2008-04-08 12 +266 266 2008-04-08 12 +439 439 2008-04-08 12 +342 342 2008-04-08 12 +367 367 2008-04-08 12 +325 325 2008-04-08 12 +167 167 2008-04-08 12 +195 195 2008-04-08 12 +475 475 2008-04-08 12 +17 17 2008-04-08 12 +113 113 2008-04-08 12 +155 155 2008-04-08 12 +203 203 2008-04-08 12 +339 339 2008-04-08 12 +0 0 2008-04-08 12 +455 455 2008-04-08 12 +128 128 2008-04-08 12 +311 311 2008-04-08 12 +316 316 2008-04-08 12 +57 57 2008-04-08 12 +302 302 2008-04-08 12 +205 205 2008-04-08 12 +149 149 2008-04-08 12 +438 438 2008-04-08 12 +345 345 2008-04-08 12 +129 129 2008-04-08 12 +170 170 2008-04-08 12 +20 20 2008-04-08 12 +489 489 2008-04-08 12 +157 157 2008-04-08 12 +378 378 2008-04-08 12 +221 221 2008-04-08 12 +92 92 2008-04-08 12 +111 111 2008-04-08 12 +47 47 2008-04-08 12 +72 72 2008-04-08 12 +4 4 2008-04-08 12 +280 280 2008-04-08 12 +35 35 2008-04-08 12 +427 427 2008-04-08 12 +277 277 2008-04-08 12 +208 208 2008-04-08 12 +356 356 2008-04-08 12 +399 399 2008-04-08 12 +169 169 2008-04-08 12 +382 382 2008-04-08 12 +498 498 2008-04-08 12 +125 125 2008-04-08 12 +386 386 2008-04-08 12 +437 437 2008-04-08 12 +469 469 2008-04-08 12 +192 192 2008-04-08 12 +286 286 2008-04-08 12 +187 187 2008-04-08 12 +176 176 2008-04-08 12 +54 54 2008-04-08 12 +459 459 2008-04-08 12 +51 51 2008-04-08 12 +138 138 2008-04-08 12 +103 103 2008-04-08 12 +239 239 2008-04-08 12 +213 213 2008-04-08 12 +216 216 2008-04-08 12 +430 430 2008-04-08 12 +278 278 2008-04-08 12 +176 176 2008-04-08 12 +289 289 2008-04-08 12 +221 221 2008-04-08 12 +65 65 2008-04-08 12 +318 318 2008-04-08 12 +332 332 2008-04-08 12 +311 311 2008-04-08 12 +275 275 2008-04-08 12 +137 137 2008-04-08 12 +241 241 2008-04-08 12 +83 83 2008-04-08 12 +333 333 2008-04-08 12 +180 180 2008-04-08 12 +284 284 2008-04-08 12 +12 12 2008-04-08 12 +230 230 2008-04-08 12 +181 181 2008-04-08 12 +67 67 2008-04-08 12 +260 260 2008-04-08 12 +404 404 2008-04-08 12 +384 384 2008-04-08 12 +489 489 2008-04-08 12 +353 353 2008-04-08 12 +373 373 2008-04-08 12 +272 272 2008-04-08 12 +138 138 2008-04-08 12 +217 217 2008-04-08 12 +84 84 2008-04-08 12 +348 348 2008-04-08 12 +466 466 2008-04-08 12 +58 58 2008-04-08 12 +8 8 2008-04-08 12 +411 411 2008-04-08 12 +230 230 2008-04-08 12 +208 208 2008-04-08 12 +348 348 2008-04-08 12 +24 24 2008-04-08 12 +463 463 2008-04-08 12 +431 431 2008-04-08 12 +179 179 2008-04-08 12 +172 172 2008-04-08 12 +42 42 2008-04-08 12 +129 129 2008-04-08 12 +158 158 2008-04-08 12 +119 119 2008-04-08 12 +496 496 2008-04-08 12 +0 0 2008-04-08 12 +322 322 2008-04-08 12 +197 197 2008-04-08 12 +468 468 2008-04-08 12 +393 393 2008-04-08 12 +454 454 2008-04-08 12 +100 100 2008-04-08 12 +298 298 2008-04-08 12 +199 199 2008-04-08 12 +191 191 2008-04-08 12 +418 418 2008-04-08 12 +96 96 2008-04-08 12 +26 26 2008-04-08 12 +165 165 2008-04-08 12 +327 327 2008-04-08 12 +230 230 2008-04-08 12 +205 205 2008-04-08 12 +120 120 2008-04-08 12 +131 131 2008-04-08 12 +51 51 2008-04-08 12 +404 404 2008-04-08 12 +43 43 2008-04-08 12 +436 436 2008-04-08 12 +156 156 2008-04-08 12 +469 469 2008-04-08 12 +468 468 2008-04-08 12 +308 308 2008-04-08 12 +95 95 2008-04-08 12 +196 196 2008-04-08 12 +288 288 2008-04-08 12 +481 481 2008-04-08 12 +457 457 2008-04-08 12 +98 98 2008-04-08 12 +282 282 2008-04-08 12 +197 197 2008-04-08 12 +187 187 2008-04-08 12 +318 318 2008-04-08 12 +318 318 2008-04-08 12 +409 409 2008-04-08 12 +470 470 2008-04-08 12 +137 137 2008-04-08 12 +369 369 2008-04-08 12 +316 316 2008-04-08 12 +169 169 2008-04-08 12 +413 413 2008-04-08 12 +85 85 2008-04-08 12 +77 77 2008-04-08 12 +0 0 2008-04-08 12 +490 490 2008-04-08 12 +87 87 2008-04-08 12 +364 364 2008-04-08 12 +179 179 2008-04-08 12 +118 118 2008-04-08 12 +134 134 2008-04-08 12 +395 395 2008-04-08 12 +282 282 2008-04-08 12 +138 138 2008-04-08 12 +238 238 2008-04-08 12 +419 419 2008-04-08 12 +15 15 2008-04-08 12 +118 118 2008-04-08 12 +72 72 2008-04-08 12 +90 90 2008-04-08 12 +307 307 2008-04-08 12 +19 19 2008-04-08 12 +435 435 2008-04-08 12 +10 10 2008-04-08 12 +277 277 2008-04-08 12 +273 273 2008-04-08 12 +306 306 2008-04-08 12 +224 224 2008-04-08 12 +309 309 2008-04-08 12 +389 389 2008-04-08 12 +327 327 2008-04-08 12 +242 242 2008-04-08 12 +369 369 2008-04-08 12 +392 392 2008-04-08 12 +272 272 2008-04-08 12 +331 331 2008-04-08 12 +401 401 2008-04-08 12 +242 242 2008-04-08 12 +452 452 2008-04-08 12 +177 177 2008-04-08 12 +226 226 2008-04-08 12 +5 5 2008-04-08 12 +497 497 2008-04-08 12 +402 402 2008-04-08 12 +396 396 2008-04-08 12 +317 317 2008-04-08 12 +395 395 2008-04-08 12 +58 58 2008-04-08 12 +35 35 2008-04-08 12 +336 336 2008-04-08 12 +95 95 2008-04-08 12 +11 11 2008-04-08 12 +168 168 2008-04-08 12 +34 34 2008-04-08 12 +229 229 2008-04-08 12 +233 233 2008-04-08 12 +143 143 2008-04-08 12 +472 472 2008-04-08 12 +322 322 2008-04-08 12 +498 498 2008-04-08 12 +160 160 2008-04-08 12 +195 195 2008-04-08 12 +42 42 2008-04-08 12 +321 321 2008-04-08 12 +430 430 2008-04-08 12 +119 119 2008-04-08 12 +489 489 2008-04-08 12 +458 458 2008-04-08 12 +78 78 2008-04-08 12 +76 76 2008-04-08 12 +41 41 2008-04-08 12 +223 223 2008-04-08 12 +492 492 2008-04-08 12 +149 149 2008-04-08 12 +449 449 2008-04-08 12 +218 218 2008-04-08 12 +228 228 2008-04-08 12 +138 138 2008-04-08 12 +453 453 2008-04-08 12 +30 30 2008-04-08 12 +209 209 2008-04-08 12 +64 64 2008-04-08 12 +468 468 2008-04-08 12 +76 76 2008-04-08 12 +74 74 2008-04-08 12 +342 342 2008-04-08 12 +69 69 2008-04-08 12 +230 230 2008-04-08 12 +33 33 2008-04-08 12 +368 368 2008-04-08 12 +103 103 2008-04-08 12 +296 296 2008-04-08 12 +113 113 2008-04-08 12 +216 216 2008-04-08 12 +367 367 2008-04-08 12 +344 344 2008-04-08 12 +167 167 2008-04-08 12 +274 274 2008-04-08 12 +219 219 2008-04-08 12 +239 239 2008-04-08 12 +485 485 2008-04-08 12 +116 116 2008-04-08 12 +223 223 2008-04-08 12 +256 256 2008-04-08 12 +263 263 2008-04-08 12 +70 70 2008-04-08 12 +487 487 2008-04-08 12 +480 480 2008-04-08 12 +401 401 2008-04-08 12 +288 288 2008-04-08 12 +191 191 2008-04-08 12 +5 5 2008-04-08 12 +244 244 2008-04-08 12 +438 438 2008-04-08 12 +128 128 2008-04-08 12 +467 467 2008-04-08 12 +432 432 2008-04-08 12 +202 202 2008-04-08 12 +316 316 2008-04-08 12 +229 229 2008-04-08 12 +469 469 2008-04-08 12 +463 463 2008-04-08 12 +280 280 2008-04-08 12 +2 2 2008-04-08 12 +35 35 2008-04-08 12 +283 283 2008-04-08 12 +331 331 2008-04-08 12 +235 235 2008-04-08 12 +80 80 2008-04-08 12 +44 44 2008-04-08 12 +193 193 2008-04-08 12 +321 321 2008-04-08 12 +335 335 2008-04-08 12 +104 104 2008-04-08 12 +466 466 2008-04-08 12 +366 366 2008-04-08 12 +175 175 2008-04-08 12 +403 403 2008-04-08 12 +483 483 2008-04-08 12 +53 53 2008-04-08 12 +105 105 2008-04-08 12 +257 257 2008-04-08 12 +406 406 2008-04-08 12 +409 409 2008-04-08 12 +190 190 2008-04-08 12 +406 406 2008-04-08 12 +401 401 2008-04-08 12 +114 114 2008-04-08 12 +258 258 2008-04-08 12 +90 90 2008-04-08 12 +203 203 2008-04-08 12 +262 262 2008-04-08 12 +348 348 2008-04-08 12 +424 424 2008-04-08 12 +12 12 2008-04-08 12 +396 396 2008-04-08 12 +201 201 2008-04-08 12 +217 217 2008-04-08 12 +164 164 2008-04-08 12 +431 431 2008-04-08 12 +454 454 2008-04-08 12 +478 478 2008-04-08 12 +298 298 2008-04-08 12 +125 125 2008-04-08 12 +431 431 2008-04-08 12 +164 164 2008-04-08 12 +424 424 2008-04-08 12 +187 187 2008-04-08 12 +382 382 2008-04-08 12 +5 5 2008-04-08 12 +70 70 2008-04-08 12 +397 397 2008-04-08 12 +480 480 2008-04-08 12 +291 291 2008-04-08 12 +24 24 2008-04-08 12 +351 351 2008-04-08 12 +255 255 2008-04-08 12 +104 104 2008-04-08 12 +70 70 2008-04-08 12 +163 163 2008-04-08 12 +438 438 2008-04-08 12 +119 119 2008-04-08 12 +414 414 2008-04-08 12 +200 200 2008-04-08 12 +491 491 2008-04-08 12 +237 237 2008-04-08 12 +439 439 2008-04-08 12 +360 360 2008-04-08 12 +248 248 2008-04-08 12 +479 479 2008-04-08 12 +305 305 2008-04-08 12 +417 417 2008-04-08 12 +199 199 2008-04-08 12 +444 444 2008-04-08 12 +120 120 2008-04-08 12 +429 429 2008-04-08 12 +169 169 2008-04-08 12 +443 443 2008-04-08 12 +323 323 2008-04-08 12 +325 325 2008-04-08 12 +277 277 2008-04-08 12 +230 230 2008-04-08 12 +478 478 2008-04-08 12 +178 178 2008-04-08 12 +468 468 2008-04-08 12 +310 310 2008-04-08 12 +317 317 2008-04-08 12 +333 333 2008-04-08 12 +493 493 2008-04-08 12 +460 460 2008-04-08 12 +207 207 2008-04-08 12 +249 249 2008-04-08 12 +265 265 2008-04-08 12 +480 480 2008-04-08 12 +83 83 2008-04-08 12 +136 136 2008-04-08 12 +353 353 2008-04-08 12 +172 172 2008-04-08 12 +214 214 2008-04-08 12 +462 462 2008-04-08 12 +233 233 2008-04-08 12 +406 406 2008-04-08 12 +133 133 2008-04-08 12 +175 175 2008-04-08 12 +189 189 2008-04-08 12 +454 454 2008-04-08 12 +375 375 2008-04-08 12 +401 401 2008-04-08 12 +421 421 2008-04-08 12 +407 407 2008-04-08 12 +384 384 2008-04-08 12 +256 256 2008-04-08 12 +26 26 2008-04-08 12 +134 134 2008-04-08 12 +67 67 2008-04-08 12 +384 384 2008-04-08 12 +379 379 2008-04-08 12 +18 18 2008-04-08 12 +462 462 2008-04-08 12 +492 492 2008-04-08 12 +100 100 2008-04-08 12 +298 298 2008-04-08 12 +9 9 2008-04-08 12 +341 341 2008-04-08 12 +498 498 2008-04-08 12 +146 146 2008-04-08 12 +458 458 2008-04-08 12 +362 362 2008-04-08 12 +186 186 2008-04-08 12 +285 285 2008-04-08 12 +348 348 2008-04-08 12 +167 167 2008-04-08 12 +18 18 2008-04-08 12 +273 273 2008-04-08 12 +183 183 2008-04-08 12 +281 281 2008-04-08 12 +344 344 2008-04-08 12 +97 97 2008-04-08 12 +469 469 2008-04-08 12 +315 315 2008-04-08 12 +84 84 2008-04-08 12 +28 28 2008-04-08 12 +37 37 2008-04-08 12 +448 448 2008-04-08 12 +152 152 2008-04-08 12 +348 348 2008-04-08 12 +307 307 2008-04-08 12 +194 194 2008-04-08 12 +414 414 2008-04-08 12 +477 477 2008-04-08 12 +222 222 2008-04-08 12 +126 126 2008-04-08 12 +90 90 2008-04-08 12 +169 169 2008-04-08 12 +403 403 2008-04-08 12 +400 400 2008-04-08 12 +200 200 2008-04-08 12 +97 97 2008-04-08 12 +238 238 2008-04-09 11 +86 86 2008-04-09 11 +311 311 2008-04-09 11 +27 27 2008-04-09 11 +165 165 2008-04-09 11 +409 409 2008-04-09 11 +255 255 2008-04-09 11 +278 278 2008-04-09 11 +98 98 2008-04-09 11 +484 484 2008-04-09 11 +265 265 2008-04-09 11 +193 193 2008-04-09 11 +401 401 2008-04-09 11 +150 150 2008-04-09 11 +273 273 2008-04-09 11 +224 224 2008-04-09 11 +369 369 2008-04-09 11 +66 66 2008-04-09 11 +128 128 2008-04-09 11 +213 213 2008-04-09 11 +146 146 2008-04-09 11 +406 406 2008-04-09 11 +429 429 2008-04-09 11 +374 374 2008-04-09 11 +152 152 2008-04-09 11 +469 469 2008-04-09 11 +145 145 2008-04-09 11 +495 495 2008-04-09 11 +37 37 2008-04-09 11 +327 327 2008-04-09 11 +281 281 2008-04-09 11 +277 277 2008-04-09 11 +209 209 2008-04-09 11 +15 15 2008-04-09 11 +82 82 2008-04-09 11 +403 403 2008-04-09 11 +166 166 2008-04-09 11 +417 417 2008-04-09 11 +430 430 2008-04-09 11 +252 252 2008-04-09 11 +292 292 2008-04-09 11 +219 219 2008-04-09 11 +287 287 2008-04-09 11 +153 153 2008-04-09 11 +193 193 2008-04-09 11 +338 338 2008-04-09 11 +446 446 2008-04-09 11 +459 459 2008-04-09 11 +394 394 2008-04-09 11 +237 237 2008-04-09 11 +482 482 2008-04-09 11 +174 174 2008-04-09 11 +413 413 2008-04-09 11 +494 494 2008-04-09 11 +207 207 2008-04-09 11 +199 199 2008-04-09 11 +466 466 2008-04-09 11 +208 208 2008-04-09 11 +174 174 2008-04-09 11 +399 399 2008-04-09 11 +396 396 2008-04-09 11 +247 247 2008-04-09 11 +417 417 2008-04-09 11 +489 489 2008-04-09 11 +162 162 2008-04-09 11 +377 377 2008-04-09 11 +397 397 2008-04-09 11 +309 309 2008-04-09 11 +365 365 2008-04-09 11 +266 266 2008-04-09 11 +439 439 2008-04-09 11 +342 342 2008-04-09 11 +367 367 2008-04-09 11 +325 325 2008-04-09 11 +167 167 2008-04-09 11 +195 195 2008-04-09 11 +475 475 2008-04-09 11 +17 17 2008-04-09 11 +113 113 2008-04-09 11 +155 155 2008-04-09 11 +203 203 2008-04-09 11 +339 339 2008-04-09 11 +0 0 2008-04-09 11 +455 455 2008-04-09 11 +128 128 2008-04-09 11 +311 311 2008-04-09 11 +316 316 2008-04-09 11 +57 57 2008-04-09 11 +302 302 2008-04-09 11 +205 205 2008-04-09 11 +PREHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_TABREF + TOK_TABNAME + srcpart + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + . + TOK_TABLE_OR_COL + srcpart + key + TOK_SELEXPR + TOK_FUNCTION + substr + . + TOK_TABLE_OR_COL + srcpart + value + 5 + TOK_SELEXPR + TOK_TABLE_OR_COL + ds + TOK_SELEXPR + TOK_TABLE_OR_COL + hr + TOK_LIMIT + 400 + 10 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: srcpart + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 10 + Offset of rows: 400 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: kv1.txt + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11/kv1.txt [srcpart] + + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + ListSink + +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +70 70 2008-04-08 11 +163 163 2008-04-08 11 +438 438 2008-04-08 11 +119 119 2008-04-08 11 +414 414 2008-04-08 11 +200 200 2008-04-08 11 +491 491 2008-04-08 11 +237 237 2008-04-08 11 +439 439 2008-04-08 11 +360 360 2008-04-08 11 +PREHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_TABREF + TOK_TABNAME + srcpart + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + . + TOK_TABLE_OR_COL + srcpart + key + TOK_SELEXPR + TOK_FUNCTION + substr + . + TOK_TABLE_OR_COL + srcpart + value + 5 + TOK_SELEXPR + TOK_TABLE_OR_COL + ds + TOK_SELEXPR + TOK_TABLE_OR_COL + hr + TOK_LIMIT + 490 + 10 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: srcpart + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 10 + Offset of rows: 490 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11 [srcpart] + /srcpart/ds=2008-04-08/hr=12 [srcpart] + /srcpart/ds=2008-04-09/hr=11 [srcpart] + /srcpart/ds=2008-04-09/hr=12 [srcpart] + + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + ListSink + +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 +#### A masked pattern was here #### +414 414 2008-04-08 11 +477 477 2008-04-08 11 +222 222 2008-04-08 11 +126 126 2008-04-08 11 +90 90 2008-04-08 11 +169 169 2008-04-08 11 +403 403 2008-04-08 11 +400 400 2008-04-08 11 +200 200 2008-04-08 11 +97 97 2008-04-08 11 +PREHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_TABREF + TOK_TABNAME + srcpart + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + . + TOK_TABLE_OR_COL + srcpart + key + TOK_SELEXPR + TOK_FUNCTION + substr + . + TOK_TABLE_OR_COL + srcpart + value + 5 + TOK_SELEXPR + TOK_TABLE_OR_COL + ds + TOK_SELEXPR + TOK_TABLE_OR_COL + hr + TOK_LIMIT + 490 + 20 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: srcpart + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 20 + Offset of rows: 490 + Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 11 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 12 + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11 [srcpart] + /srcpart/ds=2008-04-08/hr=12 [srcpart] + /srcpart/ds=2008-04-09/hr=11 [srcpart] + /srcpart/ds=2008-04-09/hr=12 [srcpart] + + Stage: Stage-0 + Fetch Operator + limit: 20 + Processor Tree: + ListSink + +
<TRUNCATED>
