Repository: hive Updated Branches: refs/heads/master e8651cb97 -> 46c5580b7
http://git-wip-us.apache.org/repos/asf/hive/blob/46c5580b/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out b/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out new file mode 100644 index 0000000..8077310 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/load_data_using_job.q.out @@ -0,0 +1,2769 @@ +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +PREHOOK: type: LOAD +POSTHOOK: query: explain load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +POSTHOOK: type: LOAD +STAGE DEPENDENCIES: + Stage-0 is a root stage + Stage-1 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-0 + Move Operator + tables: + partition: + ds 2008-04-08 + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-1 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +#### A masked pattern was here #### +165 val_165 2008-04-08 +484 val_484 2008-04-08 +150 val_150 2008-04-08 +224 val_224 2008-04-08 +66 val_66 2008-04-08 +213 val_213 2008-04-08 +374 val_374 2008-04-08 +495 val_495 2008-04-08 +37 val_37 2008-04-08 +327 val_327 2008-04-08 +15 val_15 2008-04-08 +338 val_338 2008-04-08 +459 val_459 2008-04-08 +466 val_466 2008-04-08 +396 val_396 2008-04-08 +309 val_309 2008-04-08 +367 val_367 2008-04-08 +0 val_0 2008-04-08 +455 val_455 2008-04-08 +316 val_316 2008-04-08 +345 val_345 2008-04-08 +129 val_129 2008-04-08 +378 val_378 2008-04-08 +4 val_4 2008-04-08 +356 val_356 2008-04-08 +169 val_169 2008-04-08 +125 val_125 2008-04-08 +437 val_437 2008-04-08 +286 val_286 2008-04-08 +187 val_187 2008-04-08 +176 val_176 2008-04-08 +459 val_459 2008-04-08 +51 val_51 2008-04-08 +103 val_103 2008-04-08 +239 val_239 2008-04-08 +213 val_213 2008-04-08 +176 val_176 2008-04-08 +275 val_275 2008-04-08 +260 val_260 2008-04-08 +404 val_404 2008-04-08 +217 val_217 2008-04-08 +84 val_84 2008-04-08 +466 val_466 2008-04-08 +8 val_8 2008-04-08 +411 val_411 2008-04-08 +172 val_172 2008-04-08 +129 val_129 2008-04-08 +158 val_158 2008-04-08 +0 val_0 2008-04-08 +26 val_26 2008-04-08 +165 val_165 2008-04-08 +327 val_327 2008-04-08 +51 val_51 2008-04-08 +404 val_404 2008-04-08 +95 val_95 2008-04-08 +282 val_282 2008-04-08 +187 val_187 2008-04-08 +316 val_316 2008-04-08 +169 val_169 2008-04-08 +77 val_77 2008-04-08 +0 val_0 2008-04-08 +118 val_118 2008-04-08 +282 val_282 2008-04-08 +419 val_419 2008-04-08 +15 val_15 2008-04-08 +118 val_118 2008-04-08 +19 val_19 2008-04-08 +224 val_224 2008-04-08 +309 val_309 2008-04-08 +389 val_389 2008-04-08 +327 val_327 2008-04-08 +242 val_242 2008-04-08 +392 val_392 2008-04-08 +242 val_242 2008-04-08 +396 val_396 2008-04-08 +95 val_95 2008-04-08 +11 val_11 2008-04-08 +143 val_143 2008-04-08 +228 val_228 2008-04-08 +33 val_33 2008-04-08 +103 val_103 2008-04-08 +367 val_367 2008-04-08 +239 val_239 2008-04-08 +480 val_480 2008-04-08 +202 val_202 2008-04-08 +316 val_316 2008-04-08 +235 val_235 2008-04-08 +80 val_80 2008-04-08 +44 val_44 2008-04-08 +466 val_466 2008-04-08 +257 val_257 2008-04-08 +190 val_190 2008-04-08 +114 val_114 2008-04-08 +396 val_396 2008-04-08 +217 val_217 2008-04-08 +125 val_125 2008-04-08 +187 val_187 2008-04-08 +480 val_480 2008-04-08 +491 val_491 2008-04-08 +305 val_305 2008-04-08 +444 val_444 2008-04-08 +169 val_169 2008-04-08 +323 val_323 2008-04-08 +480 val_480 2008-04-08 +136 val_136 2008-04-08 +172 val_172 2008-04-08 +462 val_462 2008-04-08 +26 val_26 2008-04-08 +462 val_462 2008-04-08 +341 val_341 2008-04-08 +183 val_183 2008-04-08 +84 val_84 2008-04-08 +37 val_37 2008-04-08 +448 val_448 2008-04-08 +194 val_194 2008-04-08 +477 val_477 2008-04-08 +169 val_169 2008-04-08 +400 val_400 2008-04-08 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + Execution mode: vectorized, llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +#### A masked pattern was here #### +165 val_165 2008-04-08 +484 val_484 2008-04-08 +150 val_150 2008-04-08 +224 val_224 2008-04-08 +66 val_66 2008-04-08 +213 val_213 2008-04-08 +374 val_374 2008-04-08 +495 val_495 2008-04-08 +37 val_37 2008-04-08 +327 val_327 2008-04-08 +15 val_15 2008-04-08 +338 val_338 2008-04-08 +459 val_459 2008-04-08 +466 val_466 2008-04-08 +396 val_396 2008-04-08 +309 val_309 2008-04-08 +367 val_367 2008-04-08 +0 val_0 2008-04-08 +455 val_455 2008-04-08 +316 val_316 2008-04-08 +345 val_345 2008-04-08 +129 val_129 2008-04-08 +378 val_378 2008-04-08 +4 val_4 2008-04-08 +356 val_356 2008-04-08 +169 val_169 2008-04-08 +125 val_125 2008-04-08 +437 val_437 2008-04-08 +286 val_286 2008-04-08 +187 val_187 2008-04-08 +176 val_176 2008-04-08 +459 val_459 2008-04-08 +51 val_51 2008-04-08 +103 val_103 2008-04-08 +239 val_239 2008-04-08 +213 val_213 2008-04-08 +176 val_176 2008-04-08 +275 val_275 2008-04-08 +260 val_260 2008-04-08 +404 val_404 2008-04-08 +217 val_217 2008-04-08 +84 val_84 2008-04-08 +466 val_466 2008-04-08 +8 val_8 2008-04-08 +411 val_411 2008-04-08 +172 val_172 2008-04-08 +129 val_129 2008-04-08 +158 val_158 2008-04-08 +0 val_0 2008-04-08 +26 val_26 2008-04-08 +165 val_165 2008-04-08 +327 val_327 2008-04-08 +51 val_51 2008-04-08 +404 val_404 2008-04-08 +95 val_95 2008-04-08 +282 val_282 2008-04-08 +187 val_187 2008-04-08 +316 val_316 2008-04-08 +169 val_169 2008-04-08 +77 val_77 2008-04-08 +0 val_0 2008-04-08 +118 val_118 2008-04-08 +282 val_282 2008-04-08 +419 val_419 2008-04-08 +15 val_15 2008-04-08 +118 val_118 2008-04-08 +19 val_19 2008-04-08 +224 val_224 2008-04-08 +309 val_309 2008-04-08 +389 val_389 2008-04-08 +327 val_327 2008-04-08 +242 val_242 2008-04-08 +392 val_392 2008-04-08 +242 val_242 2008-04-08 +396 val_396 2008-04-08 +95 val_95 2008-04-08 +11 val_11 2008-04-08 +143 val_143 2008-04-08 +228 val_228 2008-04-08 +33 val_33 2008-04-08 +103 val_103 2008-04-08 +367 val_367 2008-04-08 +239 val_239 2008-04-08 +480 val_480 2008-04-08 +202 val_202 2008-04-08 +316 val_316 2008-04-08 +235 val_235 2008-04-08 +80 val_80 2008-04-08 +44 val_44 2008-04-08 +466 val_466 2008-04-08 +257 val_257 2008-04-08 +190 val_190 2008-04-08 +114 val_114 2008-04-08 +396 val_396 2008-04-08 +217 val_217 2008-04-08 +125 val_125 2008-04-08 +187 val_187 2008-04-08 +480 val_480 2008-04-08 +491 val_491 2008-04-08 +305 val_305 2008-04-08 +444 val_444 2008-04-08 +169 val_169 2008-04-08 +323 val_323 2008-04-08 +480 val_480 2008-04-08 +136 val_136 2008-04-08 +172 val_172 2008-04-08 +462 val_462 2008-04-08 +26 val_26 2008-04-08 +462 val_462 2008-04-08 +341 val_341 2008-04-08 +183 val_183 2008-04-08 +84 val_84 2008-04-08 +37 val_37 2008-04-08 +448 val_448 2008-04-08 +194 val_194 2008-04-08 +477 val_477 2008-04-08 +169 val_169 2008-04-08 +400 val_400 2008-04-08 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string), ds (type: string), hr (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + Execution mode: vectorized, llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + hr + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +484 val_484 2008-04-08 0 +224 val_224 2008-04-08 0 +213 val_213 2008-04-08 0 +495 val_495 2008-04-08 0 +327 val_327 2008-04-08 0 +338 val_338 2008-04-08 0 +466 val_466 2008-04-08 0 +309 val_309 2008-04-08 0 +0 val_0 2008-04-08 0 +316 val_316 2008-04-08 0 +129 val_129 2008-04-08 0 +4 val_4 2008-04-08 0 +169 val_169 2008-04-08 0 +437 val_437 2008-04-08 0 +187 val_187 2008-04-08 0 +459 val_459 2008-04-08 0 +103 val_103 2008-04-08 0 +213 val_213 2008-04-08 0 +275 val_275 2008-04-08 0 +404 val_404 2008-04-08 0 +84 val_84 2008-04-08 0 +8 val_8 2008-04-08 0 +172 val_172 2008-04-08 0 +158 val_158 2008-04-08 0 +26 val_26 2008-04-08 0 +327 val_327 2008-04-08 0 +404 val_404 2008-04-08 0 +282 val_282 2008-04-08 0 +316 val_316 2008-04-08 0 +77 val_77 2008-04-08 0 +118 val_118 2008-04-08 0 +419 val_419 2008-04-08 0 +118 val_118 2008-04-08 0 +224 val_224 2008-04-08 0 +389 val_389 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +95 val_95 2008-04-08 0 +143 val_143 2008-04-08 0 +33 val_33 2008-04-08 0 +367 val_367 2008-04-08 0 +480 val_480 2008-04-08 0 +316 val_316 2008-04-08 0 +80 val_80 2008-04-08 0 +466 val_466 2008-04-08 0 +190 val_190 2008-04-08 0 +396 val_396 2008-04-08 0 +125 val_125 2008-04-08 0 +480 val_480 2008-04-08 0 +305 val_305 2008-04-08 0 +169 val_169 2008-04-08 0 +480 val_480 2008-04-08 0 +172 val_172 2008-04-08 0 +26 val_26 2008-04-08 0 +341 val_341 2008-04-08 0 +84 val_84 2008-04-08 0 +448 val_448 2008-04-08 0 +477 val_477 2008-04-08 0 +400 val_400 2008-04-08 0 +165 val_165 2008-04-08 1 +150 val_150 2008-04-08 1 +66 val_66 2008-04-08 1 +374 val_374 2008-04-08 1 +37 val_37 2008-04-08 1 +15 val_15 2008-04-08 1 +459 val_459 2008-04-08 1 +396 val_396 2008-04-08 1 +367 val_367 2008-04-08 1 +455 val_455 2008-04-08 1 +345 val_345 2008-04-08 1 +378 val_378 2008-04-08 1 +356 val_356 2008-04-08 1 +125 val_125 2008-04-08 1 +286 val_286 2008-04-08 1 +176 val_176 2008-04-08 1 +51 val_51 2008-04-08 1 +239 val_239 2008-04-08 1 +176 val_176 2008-04-08 1 +260 val_260 2008-04-08 1 +217 val_217 2008-04-08 1 +466 val_466 2008-04-08 1 +411 val_411 2008-04-08 1 +129 val_129 2008-04-08 1 +0 val_0 2008-04-08 1 +165 val_165 2008-04-08 1 +51 val_51 2008-04-08 1 +95 val_95 2008-04-08 1 +187 val_187 2008-04-08 1 +169 val_169 2008-04-08 1 +0 val_0 2008-04-08 1 +282 val_282 2008-04-08 1 +15 val_15 2008-04-08 1 +19 val_19 2008-04-08 1 +309 val_309 2008-04-08 1 +327 val_327 2008-04-08 1 +392 val_392 2008-04-08 1 +396 val_396 2008-04-08 1 +11 val_11 2008-04-08 1 +228 val_228 2008-04-08 1 +103 val_103 2008-04-08 1 +239 val_239 2008-04-08 1 +202 val_202 2008-04-08 1 +235 val_235 2008-04-08 1 +44 val_44 2008-04-08 1 +257 val_257 2008-04-08 1 +114 val_114 2008-04-08 1 +217 val_217 2008-04-08 1 +187 val_187 2008-04-08 1 +491 val_491 2008-04-08 1 +444 val_444 2008-04-08 1 +323 val_323 2008-04-08 1 +136 val_136 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +183 val_183 2008-04-08 1 +37 val_37 2008-04-08 1 +194 val_194 2008-04-08 1 +169 val_169 2008-04-08 1 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string), ds (type: string), hr (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + Execution mode: vectorized, llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + hr + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +484 val_484 2008-04-08 0 +224 val_224 2008-04-08 0 +213 val_213 2008-04-08 0 +495 val_495 2008-04-08 0 +327 val_327 2008-04-08 0 +338 val_338 2008-04-08 0 +466 val_466 2008-04-08 0 +309 val_309 2008-04-08 0 +0 val_0 2008-04-08 0 +316 val_316 2008-04-08 0 +129 val_129 2008-04-08 0 +4 val_4 2008-04-08 0 +169 val_169 2008-04-08 0 +437 val_437 2008-04-08 0 +187 val_187 2008-04-08 0 +459 val_459 2008-04-08 0 +103 val_103 2008-04-08 0 +213 val_213 2008-04-08 0 +275 val_275 2008-04-08 0 +404 val_404 2008-04-08 0 +84 val_84 2008-04-08 0 +8 val_8 2008-04-08 0 +172 val_172 2008-04-08 0 +158 val_158 2008-04-08 0 +26 val_26 2008-04-08 0 +327 val_327 2008-04-08 0 +404 val_404 2008-04-08 0 +282 val_282 2008-04-08 0 +316 val_316 2008-04-08 0 +77 val_77 2008-04-08 0 +118 val_118 2008-04-08 0 +419 val_419 2008-04-08 0 +118 val_118 2008-04-08 0 +224 val_224 2008-04-08 0 +389 val_389 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +95 val_95 2008-04-08 0 +143 val_143 2008-04-08 0 +33 val_33 2008-04-08 0 +367 val_367 2008-04-08 0 +480 val_480 2008-04-08 0 +316 val_316 2008-04-08 0 +80 val_80 2008-04-08 0 +466 val_466 2008-04-08 0 +190 val_190 2008-04-08 0 +396 val_396 2008-04-08 0 +125 val_125 2008-04-08 0 +480 val_480 2008-04-08 0 +305 val_305 2008-04-08 0 +169 val_169 2008-04-08 0 +480 val_480 2008-04-08 0 +172 val_172 2008-04-08 0 +26 val_26 2008-04-08 0 +341 val_341 2008-04-08 0 +84 val_84 2008-04-08 0 +448 val_448 2008-04-08 0 +477 val_477 2008-04-08 0 +400 val_400 2008-04-08 0 +484 val_484 2008-04-08 0 +224 val_224 2008-04-08 0 +213 val_213 2008-04-08 0 +495 val_495 2008-04-08 0 +327 val_327 2008-04-08 0 +338 val_338 2008-04-08 0 +466 val_466 2008-04-08 0 +309 val_309 2008-04-08 0 +0 val_0 2008-04-08 0 +316 val_316 2008-04-08 0 +129 val_129 2008-04-08 0 +4 val_4 2008-04-08 0 +169 val_169 2008-04-08 0 +437 val_437 2008-04-08 0 +187 val_187 2008-04-08 0 +459 val_459 2008-04-08 0 +103 val_103 2008-04-08 0 +213 val_213 2008-04-08 0 +275 val_275 2008-04-08 0 +404 val_404 2008-04-08 0 +84 val_84 2008-04-08 0 +8 val_8 2008-04-08 0 +172 val_172 2008-04-08 0 +158 val_158 2008-04-08 0 +26 val_26 2008-04-08 0 +327 val_327 2008-04-08 0 +404 val_404 2008-04-08 0 +282 val_282 2008-04-08 0 +316 val_316 2008-04-08 0 +77 val_77 2008-04-08 0 +118 val_118 2008-04-08 0 +419 val_419 2008-04-08 0 +118 val_118 2008-04-08 0 +224 val_224 2008-04-08 0 +389 val_389 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +95 val_95 2008-04-08 0 +143 val_143 2008-04-08 0 +33 val_33 2008-04-08 0 +367 val_367 2008-04-08 0 +480 val_480 2008-04-08 0 +316 val_316 2008-04-08 0 +80 val_80 2008-04-08 0 +466 val_466 2008-04-08 0 +190 val_190 2008-04-08 0 +396 val_396 2008-04-08 0 +125 val_125 2008-04-08 0 +480 val_480 2008-04-08 0 +305 val_305 2008-04-08 0 +169 val_169 2008-04-08 0 +480 val_480 2008-04-08 0 +172 val_172 2008-04-08 0 +26 val_26 2008-04-08 0 +341 val_341 2008-04-08 0 +84 val_84 2008-04-08 0 +448 val_448 2008-04-08 0 +477 val_477 2008-04-08 0 +400 val_400 2008-04-08 0 +165 val_165 2008-04-08 1 +150 val_150 2008-04-08 1 +66 val_66 2008-04-08 1 +374 val_374 2008-04-08 1 +37 val_37 2008-04-08 1 +15 val_15 2008-04-08 1 +459 val_459 2008-04-08 1 +396 val_396 2008-04-08 1 +367 val_367 2008-04-08 1 +455 val_455 2008-04-08 1 +345 val_345 2008-04-08 1 +378 val_378 2008-04-08 1 +356 val_356 2008-04-08 1 +125 val_125 2008-04-08 1 +286 val_286 2008-04-08 1 +176 val_176 2008-04-08 1 +51 val_51 2008-04-08 1 +239 val_239 2008-04-08 1 +176 val_176 2008-04-08 1 +260 val_260 2008-04-08 1 +217 val_217 2008-04-08 1 +466 val_466 2008-04-08 1 +411 val_411 2008-04-08 1 +129 val_129 2008-04-08 1 +0 val_0 2008-04-08 1 +165 val_165 2008-04-08 1 +51 val_51 2008-04-08 1 +95 val_95 2008-04-08 1 +187 val_187 2008-04-08 1 +169 val_169 2008-04-08 1 +0 val_0 2008-04-08 1 +282 val_282 2008-04-08 1 +15 val_15 2008-04-08 1 +19 val_19 2008-04-08 1 +309 val_309 2008-04-08 1 +327 val_327 2008-04-08 1 +392 val_392 2008-04-08 1 +396 val_396 2008-04-08 1 +11 val_11 2008-04-08 1 +228 val_228 2008-04-08 1 +103 val_103 2008-04-08 1 +239 val_239 2008-04-08 1 +202 val_202 2008-04-08 1 +235 val_235 2008-04-08 1 +44 val_44 2008-04-08 1 +257 val_257 2008-04-08 1 +114 val_114 2008-04-08 1 +217 val_217 2008-04-08 1 +187 val_187 2008-04-08 1 +491 val_491 2008-04-08 1 +444 val_444 2008-04-08 1 +323 val_323 2008-04-08 1 +136 val_136 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +183 val_183 2008-04-08 1 +37 val_37 2008-04-08 1 +194 val_194 2008-04-08 1 +169 val_169 2008-04-08 1 +165 val_165 2008-04-08 1 +150 val_150 2008-04-08 1 +66 val_66 2008-04-08 1 +374 val_374 2008-04-08 1 +37 val_37 2008-04-08 1 +15 val_15 2008-04-08 1 +459 val_459 2008-04-08 1 +396 val_396 2008-04-08 1 +367 val_367 2008-04-08 1 +455 val_455 2008-04-08 1 +345 val_345 2008-04-08 1 +378 val_378 2008-04-08 1 +356 val_356 2008-04-08 1 +125 val_125 2008-04-08 1 +286 val_286 2008-04-08 1 +176 val_176 2008-04-08 1 +51 val_51 2008-04-08 1 +239 val_239 2008-04-08 1 +176 val_176 2008-04-08 1 +260 val_260 2008-04-08 1 +217 val_217 2008-04-08 1 +466 val_466 2008-04-08 1 +411 val_411 2008-04-08 1 +129 val_129 2008-04-08 1 +0 val_0 2008-04-08 1 +165 val_165 2008-04-08 1 +51 val_51 2008-04-08 1 +95 val_95 2008-04-08 1 +187 val_187 2008-04-08 1 +169 val_169 2008-04-08 1 +0 val_0 2008-04-08 1 +282 val_282 2008-04-08 1 +15 val_15 2008-04-08 1 +19 val_19 2008-04-08 1 +309 val_309 2008-04-08 1 +327 val_327 2008-04-08 1 +392 val_392 2008-04-08 1 +396 val_396 2008-04-08 1 +11 val_11 2008-04-08 1 +228 val_228 2008-04-08 1 +103 val_103 2008-04-08 1 +239 val_239 2008-04-08 1 +202 val_202 2008-04-08 1 +235 val_235 2008-04-08 1 +44 val_44 2008-04-08 1 +257 val_257 2008-04-08 1 +114 val_114 2008-04-08 1 +217 val_217 2008-04-08 1 +187 val_187 2008-04-08 1 +491 val_491 2008-04-08 1 +444 val_444 2008-04-08 1 +323 val_323 2008-04-08 1 +136 val_136 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +183 val_183 2008-04-08 1 +37 val_37 2008-04-08 1 +194 val_194 2008-04-08 1 +169 val_169 2008-04-08 1 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/bucketing.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/bucketing.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/load_data_job/bucketing.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/load_data_job/bucketing.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +POSTHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: Lineage: srcbucket_mapjoin.key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin.value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +#### A masked pattern was here #### +8 val_8 +33 val_33 +37 val_37 +37 val_37 +51 val_51 +51 val_51 +103 val_103 +103 val_103 +125 val_125 +125 val_125 +165 val_165 +165 val_165 +194 val_194 +260 val_260 +275 val_275 +305 val_305 +323 val_323 +411 val_411 +455 val_455 +466 val_466 +466 val_466 +466 val_466 +484 val_484 +0 val_0 +0 val_0 +0 val_0 +4 val_4 +11 val_11 +19 val_19 +26 val_26 +26 val_26 +44 val_44 +77 val_77 +118 val_118 +118 val_118 +158 val_158 +217 val_217 +217 val_217 +316 val_316 +316 val_316 +316 val_316 +327 val_327 +327 val_327 +327 val_327 +338 val_338 +356 val_356 +378 val_378 +389 val_389 +404 val_404 +404 val_404 +419 val_419 +444 val_444 +462 val_462 +462 val_462 +15 val_15 +15 val_15 +80 val_80 +84 val_84 +84 val_84 +95 val_95 +95 val_95 +129 val_129 +129 val_129 +169 val_169 +169 val_169 +169 val_169 +169 val_169 +239 val_239 +239 val_239 +282 val_282 +282 val_282 +367 val_367 +367 val_367 +66 val_66 +114 val_114 +136 val_136 +143 val_143 +172 val_172 +172 val_172 +190 val_190 +242 val_242 +242 val_242 +286 val_286 +345 val_345 +400 val_400 +437 val_437 +448 val_448 +459 val_459 +459 val_459 +150 val_150 +176 val_176 +176 val_176 +183 val_183 +187 val_187 +187 val_187 +187 val_187 +202 val_202 +213 val_213 +213 val_213 +224 val_224 +224 val_224 +228 val_228 +235 val_235 +257 val_257 +309 val_309 +309 val_309 +341 val_341 +374 val_374 +392 val_392 +396 val_396 +396 val_396 +396 val_396 +477 val_477 +480 val_480 +480 val_480 +480 val_480 +491 val_491 +495 val_495 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 68 Data size: 24552 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/load_data_job/load_data_1_partition.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +#### A masked pattern was here #### +8 val_8 2008-04-08 +33 val_33 2008-04-08 +37 val_37 2008-04-08 +37 val_37 2008-04-08 +51 val_51 2008-04-08 +51 val_51 2008-04-08 +103 val_103 2008-04-08 +103 val_103 2008-04-08 +125 val_125 2008-04-08 +125 val_125 2008-04-08 +165 val_165 2008-04-08 +165 val_165 2008-04-08 +194 val_194 2008-04-08 +260 val_260 2008-04-08 +275 val_275 2008-04-08 +305 val_305 2008-04-08 +323 val_323 2008-04-08 +411 val_411 2008-04-08 +455 val_455 2008-04-08 +466 val_466 2008-04-08 +466 val_466 2008-04-08 +466 val_466 2008-04-08 +484 val_484 2008-04-08 +0 val_0 2008-04-08 +0 val_0 2008-04-08 +0 val_0 2008-04-08 +4 val_4 2008-04-08 +11 val_11 2008-04-08 +19 val_19 2008-04-08 +26 val_26 2008-04-08 +26 val_26 2008-04-08 +44 val_44 2008-04-08 +77 val_77 2008-04-08 +118 val_118 2008-04-08 +118 val_118 2008-04-08 +158 val_158 2008-04-08 +217 val_217 2008-04-08 +217 val_217 2008-04-08 +316 val_316 2008-04-08 +316 val_316 2008-04-08 +316 val_316 2008-04-08 +327 val_327 2008-04-08 +327 val_327 2008-04-08 +327 val_327 2008-04-08 +338 val_338 2008-04-08 +356 val_356 2008-04-08 +378 val_378 2008-04-08 +389 val_389 2008-04-08 +404 val_404 2008-04-08 +404 val_404 2008-04-08 +419 val_419 2008-04-08 +444 val_444 2008-04-08 +462 val_462 2008-04-08 +462 val_462 2008-04-08 +15 val_15 2008-04-08 +15 val_15 2008-04-08 +80 val_80 2008-04-08 +84 val_84 2008-04-08 +84 val_84 2008-04-08 +95 val_95 2008-04-08 +95 val_95 2008-04-08 +129 val_129 2008-04-08 +129 val_129 2008-04-08 +169 val_169 2008-04-08 +169 val_169 2008-04-08 +169 val_169 2008-04-08 +169 val_169 2008-04-08 +239 val_239 2008-04-08 +239 val_239 2008-04-08 +282 val_282 2008-04-08 +282 val_282 2008-04-08 +367 val_367 2008-04-08 +367 val_367 2008-04-08 +66 val_66 2008-04-08 +114 val_114 2008-04-08 +136 val_136 2008-04-08 +143 val_143 2008-04-08 +172 val_172 2008-04-08 +172 val_172 2008-04-08 +190 val_190 2008-04-08 +242 val_242 2008-04-08 +242 val_242 2008-04-08 +286 val_286 2008-04-08 +345 val_345 2008-04-08 +400 val_400 2008-04-08 +437 val_437 2008-04-08 +448 val_448 2008-04-08 +459 val_459 2008-04-08 +459 val_459 2008-04-08 +150 val_150 2008-04-08 +176 val_176 2008-04-08 +176 val_176 2008-04-08 +183 val_183 2008-04-08 +187 val_187 2008-04-08 +187 val_187 2008-04-08 +187 val_187 2008-04-08 +202 val_202 2008-04-08 +213 val_213 2008-04-08 +213 val_213 2008-04-08 +224 val_224 2008-04-08 +224 val_224 2008-04-08 +228 val_228 2008-04-08 +235 val_235 2008-04-08 +257 val_257 2008-04-08 +309 val_309 2008-04-08 +309 val_309 2008-04-08 +341 val_341 2008-04-08 +374 val_374 2008-04-08 +392 val_392 2008-04-08 +396 val_396 2008-04-08 +396 val_396 2008-04-08 +396 val_396 2008-04-08 +477 val_477 2008-04-08 +480 val_480 2008-04-08 +480 val_480 2008-04-08 +480 val_480 2008-04-08 +491 val_491 2008-04-08 +495 val_495 2008-04-08 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string), ds (type: string), hr (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + hr + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +8 val_8 2008-04-08 0 +33 val_33 2008-04-08 0 +103 val_103 2008-04-08 0 +125 val_125 2008-04-08 0 +275 val_275 2008-04-08 0 +305 val_305 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +484 val_484 2008-04-08 0 +0 val_0 2008-04-08 0 +4 val_4 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +77 val_77 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +158 val_158 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +338 val_338 2008-04-08 0 +389 val_389 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +419 val_419 2008-04-08 0 +80 val_80 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +95 val_95 2008-04-08 0 +129 val_129 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +282 val_282 2008-04-08 0 +367 val_367 2008-04-08 0 +143 val_143 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +190 val_190 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +400 val_400 2008-04-08 0 +437 val_437 2008-04-08 0 +448 val_448 2008-04-08 0 +459 val_459 2008-04-08 0 +187 val_187 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +309 val_309 2008-04-08 0 +341 val_341 2008-04-08 0 +396 val_396 2008-04-08 0 +477 val_477 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +495 val_495 2008-04-08 0 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +103 val_103 2008-04-08 1 +125 val_125 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +194 val_194 2008-04-08 1 +260 val_260 2008-04-08 1 +323 val_323 2008-04-08 1 +411 val_411 2008-04-08 1 +455 val_455 2008-04-08 1 +466 val_466 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +11 val_11 2008-04-08 1 +19 val_19 2008-04-08 1 +44 val_44 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +327 val_327 2008-04-08 1 +356 val_356 2008-04-08 1 +378 val_378 2008-04-08 1 +444 val_444 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +95 val_95 2008-04-08 1 +129 val_129 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +282 val_282 2008-04-08 1 +367 val_367 2008-04-08 1 +66 val_66 2008-04-08 1 +114 val_114 2008-04-08 1 +136 val_136 2008-04-08 1 +286 val_286 2008-04-08 1 +345 val_345 2008-04-08 1 +459 val_459 2008-04-08 1 +150 val_150 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +183 val_183 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +202 val_202 2008-04-08 1 +228 val_228 2008-04-08 1 +235 val_235 2008-04-08 1 +257 val_257 2008-04-08 1 +309 val_309 2008-04-08 1 +374 val_374 2008-04-08 1 +392 val_392 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +491 val_491 2008-04-08 1 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string), ds (type: string), hr (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 147 Data size: 53016 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + hr + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions/subdir' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +8 val_8 2008-04-08 0 +8 val_8 2008-04-08 0 +33 val_33 2008-04-08 0 +33 val_33 2008-04-08 0 +103 val_103 2008-04-08 0 +103 val_103 2008-04-08 0 +125 val_125 2008-04-08 0 +125 val_125 2008-04-08 0 +275 val_275 2008-04-08 0 +275 val_275 2008-04-08 0 +305 val_305 2008-04-08 0 +305 val_305 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +484 val_484 2008-04-08 0 +484 val_484 2008-04-08 0 +0 val_0 2008-04-08 0 +0 val_0 2008-04-08 0 +4 val_4 2008-04-08 0 +4 val_4 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +77 val_77 2008-04-08 0 +77 val_77 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +158 val_158 2008-04-08 0 +158 val_158 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +338 val_338 2008-04-08 0 +338 val_338 2008-04-08 0 +389 val_389 2008-04-08 0 +389 val_389 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +419 val_419 2008-04-08 0 +419 val_419 2008-04-08 0 +80 val_80 2008-04-08 0 +80 val_80 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +95 val_95 2008-04-08 0 +95 val_95 2008-04-08 0 +129 val_129 2008-04-08 0 +129 val_129 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +282 val_282 2008-04-08 0 +282 val_282 2008-04-08 0 +367 val_367 2008-04-08 0 +367 val_367 2008-04-08 0 +143 val_143 2008-04-08 0 +143 val_143 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +190 val_190 2008-04-08 0 +190 val_190 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +400 val_400 2008-04-08 0 +400 val_400 2008-04-08 0 +437 val_437 2008-04-08 0 +437 val_437 2008-04-08 0 +448 val_448 2008-04-08 0 +448 val_448 2008-04-08 0 +459 val_459 2008-04-08 0 +459 val_459 2008-04-08 0 +187 val_187 2008-04-08 0 +187 val_187 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +309 val_309 2008-04-08 0 +309 val_309 2008-04-08 0 +341 val_341 2008-04-08 0 +341 val_341 2008-04-08 0 +396 val_396 2008-04-08 0 +396 val_396 2008-04-08 0 +477 val_477 2008-04-08 0 +477 val_477 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +495 val_495 2008-04-08 0 +495 val_495 2008-04-08 0 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +103 val_103 2008-04-08 1 +103 val_103 2008-04-08 1 +125 val_125 2008-04-08 1 +125 val_125 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +194 val_194 2008-04-08 1 +194 val_194 2008-04-08 1 +260 val_260 2008-04-08 1 +260 val_260 2008-04-08 1 +323 val_323 2008-04-08 1 +323 val_323 2008-04-08 1 +411 val_411 2008-04-08 1 +411 val_411 2008-04-08 1 +455 val_455 2008-04-08 1 +455 val_455 2008-04-08 1 +466 val_466 2008-04-08 1 +466 val_466 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +11 val_11 2008-04-08 1 +11 val_11 2008-04-08 1 +19 val_19 2008-04-08 1 +19 val_19 2008-04-08 1 +44 val_44 2008-04-08 1 +44 val_44 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +327 val_327 2008-04-08 1 +327 val_327 2008-04-08 1 +356 val_356 2008-04-08 1 +356 val_356 2008-04-08 1 +378 val_378 2008-04-08 1 +378 val_378 2008-04-08 1 +444 val_444 2008-04-08 1 +444 val_444 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +95 val_95 2008-04-08 1 +95 val_95 2008-04-08 1 +129 val_129 2008-04-08 1 +129 val_129 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +282 val_282 2008-04-08 1 +282 val_282 2008-04-08 1 +367 val_367 2008-04-08 1 +367 val_367 2008-04-08 1 +66 val_66 2008-04-08 1 +66 val_66 2008-04-08 1 +114 val_114 2008-04-08 1 +114 val_114 2008-04-08 1 +136 val_136 2008-04-08 1 +136 val_136 2008-04-08 1 +286 val_286 2008-04-08 1 +286 val_286 2008-04-08 1 +345 val_345 2008-04-08 1 +345 val_345 2008-04-08 1 +459 val_459 2008-04-08 1 +459 val_459 2008-04-08 1 +150 val_150 2008-04-08 1 +150 val_150 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +183 val_183 2008-04-08 1 +183 val_183 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +202 val_202 2008-04-08 1 +202 val_202 2008-04-08 1 +228 val_228 2008-04-08 1 +228 val_228 2008-04-08 1 +235 val_235 2008-04-08 1 +235 val_235 2008-04-08 1 +257 val_257 2008-04-08 1 +257 val_257 2008-04-08 1 +309 val_309 2008-04-08 1 +309 val_309 2008-04-08 1 +374 val_374 2008-04-08 1 +374 val_374 2008-04-08 1 +392 val_392 2008-04-08 1 +392 val_392 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +491 val_491 2008-04-08 1 +491 val_491 2008-04-08 1 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string, hr int) clustered by (key) sorted by (key) into 5 buckets STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string), ds (type: string), hr (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 295 Data size: 106032 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + hr + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/load_data_job/partitions' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__ +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=0).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).key SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin PARTITION(ds=2008-04-08,hr=1).value SIMPLE [(srcbucket_mapjoin__TEMP_TABLE_FOR_LOAD_DATA__)srcbucket_mapjoin__temp_table_for_load_data__.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select * from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +POSTHOOK: query: select * from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08/hr=1 +#### A masked pattern was here #### +8 val_8 2008-04-08 0 +8 val_8 2008-04-08 0 +8 val_8 2008-04-08 0 +8 val_8 2008-04-08 0 +33 val_33 2008-04-08 0 +33 val_33 2008-04-08 0 +33 val_33 2008-04-08 0 +33 val_33 2008-04-08 0 +103 val_103 2008-04-08 0 +103 val_103 2008-04-08 0 +103 val_103 2008-04-08 0 +103 val_103 2008-04-08 0 +125 val_125 2008-04-08 0 +125 val_125 2008-04-08 0 +125 val_125 2008-04-08 0 +125 val_125 2008-04-08 0 +275 val_275 2008-04-08 0 +275 val_275 2008-04-08 0 +275 val_275 2008-04-08 0 +275 val_275 2008-04-08 0 +305 val_305 2008-04-08 0 +305 val_305 2008-04-08 0 +305 val_305 2008-04-08 0 +305 val_305 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +466 val_466 2008-04-08 0 +484 val_484 2008-04-08 0 +484 val_484 2008-04-08 0 +484 val_484 2008-04-08 0 +484 val_484 2008-04-08 0 +0 val_0 2008-04-08 0 +0 val_0 2008-04-08 0 +0 val_0 2008-04-08 0 +0 val_0 2008-04-08 0 +4 val_4 2008-04-08 0 +4 val_4 2008-04-08 0 +4 val_4 2008-04-08 0 +4 val_4 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +26 val_26 2008-04-08 0 +77 val_77 2008-04-08 0 +77 val_77 2008-04-08 0 +77 val_77 2008-04-08 0 +77 val_77 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +118 val_118 2008-04-08 0 +158 val_158 2008-04-08 0 +158 val_158 2008-04-08 0 +158 val_158 2008-04-08 0 +158 val_158 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +316 val_316 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +327 val_327 2008-04-08 0 +338 val_338 2008-04-08 0 +338 val_338 2008-04-08 0 +338 val_338 2008-04-08 0 +338 val_338 2008-04-08 0 +389 val_389 2008-04-08 0 +389 val_389 2008-04-08 0 +389 val_389 2008-04-08 0 +389 val_389 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +404 val_404 2008-04-08 0 +419 val_419 2008-04-08 0 +419 val_419 2008-04-08 0 +419 val_419 2008-04-08 0 +419 val_419 2008-04-08 0 +80 val_80 2008-04-08 0 +80 val_80 2008-04-08 0 +80 val_80 2008-04-08 0 +80 val_80 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +84 val_84 2008-04-08 0 +95 val_95 2008-04-08 0 +95 val_95 2008-04-08 0 +95 val_95 2008-04-08 0 +95 val_95 2008-04-08 0 +129 val_129 2008-04-08 0 +129 val_129 2008-04-08 0 +129 val_129 2008-04-08 0 +129 val_129 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +169 val_169 2008-04-08 0 +282 val_282 2008-04-08 0 +282 val_282 2008-04-08 0 +282 val_282 2008-04-08 0 +282 val_282 2008-04-08 0 +367 val_367 2008-04-08 0 +367 val_367 2008-04-08 0 +367 val_367 2008-04-08 0 +367 val_367 2008-04-08 0 +143 val_143 2008-04-08 0 +143 val_143 2008-04-08 0 +143 val_143 2008-04-08 0 +143 val_143 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +172 val_172 2008-04-08 0 +190 val_190 2008-04-08 0 +190 val_190 2008-04-08 0 +190 val_190 2008-04-08 0 +190 val_190 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +242 val_242 2008-04-08 0 +400 val_400 2008-04-08 0 +400 val_400 2008-04-08 0 +400 val_400 2008-04-08 0 +400 val_400 2008-04-08 0 +437 val_437 2008-04-08 0 +437 val_437 2008-04-08 0 +437 val_437 2008-04-08 0 +437 val_437 2008-04-08 0 +448 val_448 2008-04-08 0 +448 val_448 2008-04-08 0 +448 val_448 2008-04-08 0 +448 val_448 2008-04-08 0 +459 val_459 2008-04-08 0 +459 val_459 2008-04-08 0 +459 val_459 2008-04-08 0 +459 val_459 2008-04-08 0 +187 val_187 2008-04-08 0 +187 val_187 2008-04-08 0 +187 val_187 2008-04-08 0 +187 val_187 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +213 val_213 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +224 val_224 2008-04-08 0 +309 val_309 2008-04-08 0 +309 val_309 2008-04-08 0 +309 val_309 2008-04-08 0 +309 val_309 2008-04-08 0 +341 val_341 2008-04-08 0 +341 val_341 2008-04-08 0 +341 val_341 2008-04-08 0 +341 val_341 2008-04-08 0 +396 val_396 2008-04-08 0 +396 val_396 2008-04-08 0 +396 val_396 2008-04-08 0 +396 val_396 2008-04-08 0 +477 val_477 2008-04-08 0 +477 val_477 2008-04-08 0 +477 val_477 2008-04-08 0 +477 val_477 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +480 val_480 2008-04-08 0 +495 val_495 2008-04-08 0 +495 val_495 2008-04-08 0 +495 val_495 2008-04-08 0 +495 val_495 2008-04-08 0 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +37 val_37 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +51 val_51 2008-04-08 1 +103 val_103 2008-04-08 1 +103 val_103 2008-04-08 1 +103 val_103 2008-04-08 1 +103 val_103 2008-04-08 1 +125 val_125 2008-04-08 1 +125 val_125 2008-04-08 1 +125 val_125 2008-04-08 1 +125 val_125 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +165 val_165 2008-04-08 1 +194 val_194 2008-04-08 1 +194 val_194 2008-04-08 1 +194 val_194 2008-04-08 1 +194 val_194 2008-04-08 1 +260 val_260 2008-04-08 1 +260 val_260 2008-04-08 1 +260 val_260 2008-04-08 1 +260 val_260 2008-04-08 1 +323 val_323 2008-04-08 1 +323 val_323 2008-04-08 1 +323 val_323 2008-04-08 1 +323 val_323 2008-04-08 1 +411 val_411 2008-04-08 1 +411 val_411 2008-04-08 1 +411 val_411 2008-04-08 1 +411 val_411 2008-04-08 1 +455 val_455 2008-04-08 1 +455 val_455 2008-04-08 1 +455 val_455 2008-04-08 1 +455 val_455 2008-04-08 1 +466 val_466 2008-04-08 1 +466 val_466 2008-04-08 1 +466 val_466 2008-04-08 1 +466 val_466 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +0 val_0 2008-04-08 1 +11 val_11 2008-04-08 1 +11 val_11 2008-04-08 1 +11 val_11 2008-04-08 1 +11 val_11 2008-04-08 1 +19 val_19 2008-04-08 1 +19 val_19 2008-04-08 1 +19 val_19 2008-04-08 1 +19 val_19 2008-04-08 1 +44 val_44 2008-04-08 1 +44 val_44 2008-04-08 1 +44 val_44 2008-04-08 1 +44 val_44 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +217 val_217 2008-04-08 1 +327 val_327 2008-04-08 1 +327 val_327 2008-04-08 1 +327 val_327 2008-04-08 1 +327 val_327 2008-04-08 1 +356 val_356 2008-04-08 1 +356 val_356 2008-04-08 1 +356 val_356 2008-04-08 1 +356 val_356 2008-04-08 1 +378 val_378 2008-04-08 1 +378 val_378 2008-04-08 1 +378 val_378 2008-04-08 1 +378 val_378 2008-04-08 1 +444 val_444 2008-04-08 1 +444 val_444 2008-04-08 1 +444 val_444 2008-04-08 1 +444 val_444 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +462 val_462 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +15 val_15 2008-04-08 1 +95 val_95 2008-04-08 1 +95 val_95 2008-04-08 1 +95 val_95 2008-04-08 1 +95 val_95 2008-04-08 1 +129 val_129 2008-04-08 1 +129 val_129 2008-04-08 1 +129 val_129 2008-04-08 1 +129 val_129 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +169 val_169 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +239 val_239 2008-04-08 1 +282 val_282 2008-04-08 1 +282 val_282 2008-04-08 1 +282 val_282 2008-04-08 1 +282 val_282 2008-04-08 1 +367 val_367 2008-04-08 1 +367 val_367 2008-04-08 1 +367 val_367 2008-04-08 1 +367 val_367 2008-04-08 1 +66 val_66 2008-04-08 1 +66 val_66 2008-04-08 1 +66 val_66 2008-04-08 1 +66 val_66 2008-04-08 1 +114 val_114 2008-04-08 1 +114 val_114 2008-04-08 1 +114 val_114 2008-04-08 1 +114 val_114 2008-04-08 1 +136 val_136 2008-04-08 1 +136 val_136 2008-04-08 1 +136 val_136 2008-04-08 1 +136 val_136 2008-04-08 1 +286 val_286 2008-04-08 1 +286 val_286 2008-04-08 1 +286 val_286 2008-04-08 1 +286 val_286 2008-04-08 1 +345 val_345 2008-04-08 1 +345 val_345 2008-04-08 1 +345 val_345 2008-04-08 1 +345 val_345 2008-04-08 1 +459 val_459 2008-04-08 1 +459 val_459 2008-04-08 1 +459 val_459 2008-04-08 1 +459 val_459 2008-04-08 1 +150 val_150 2008-04-08 1 +150 val_150 2008-04-08 1 +150 val_150 2008-04-08 1 +150 val_150 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +176 val_176 2008-04-08 1 +183 val_183 2008-04-08 1 +183 val_183 2008-04-08 1 +183 val_183 2008-04-08 1 +183 val_183 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +187 val_187 2008-04-08 1 +202 val_202 2008-04-08 1 +202 val_202 2008-04-08 1 +202 val_202 2008-04-08 1 +202 val_202 2008-04-08 1 +228 val_228 2008-04-08 1 +228 val_228 2008-04-08 1 +228 val_228 2008-04-08 1 +228 val_228 2008-04-08 1 +235 val_235 2008-04-08 1 +235 val_235 2008-04-08 1 +235 val_235 2008-04-08 1 +235 val_235 2008-04-08 1 +257 val_257 2008-04-08 1 +257 val_257 2008-04-08 1 +257 val_257 2008-04-08 1 +257 val_257 2008-04-08 1 +309 val_309 2008-04-08 1 +309 val_309 2008-04-08 1 +309 val_309 2008-04-08 1 +309 val_309 2008-04-08 1 +374 val_374 2008-04-08 1 +374 val_374 2008-04-08 1 +374 val_374 2008-04-08 1 +374 val_374 2008-04-08 1 +392 val_392 2008-04-08 1 +392 val_392 2008-04-08 1 +392 val_392 2008-04-08 1 +392 val_392 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +396 val_396 2008-04-08 1 +491 val_491 2008-04-08 1 +491 val_491 2008-04-08 1 +491 val_491 2008-04-08 1 +491 val_491 2008-04-08 1 +PREHOOK: query: drop table srcbucket_mapjoin +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: drop table srcbucket_mapjoin +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string, ds string) partitioned by (hr int) clustered by (key, value) sorted by (key, value) into 5 buckets STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string, ds string) partitioned by (hr int) clustered by (key, value) sorted by (key, value) into 5 buckets STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +PREHOOK: type: QUERY +POSTHOOK: query: explain load data local inpath '../../data/files/load_data_job/partitions/load_data_2_partitions.txt' INTO TABLE srcbucket_mapjoin +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin__temp_table_for_load_data__ + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string), ds (type: string), hr (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: string) + Statistics: Num rows: 73 Data size: 26696 Basic stats: COMPLETE Column stats: NONE + value expressions: _col2 (type: string), _col3 (type: int) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + <TRUNCATED>
