http://git-wip-us.apache.org/repos/asf/hive/blob/975a49b6/ql/src/test/results/clientpositive/tez/mrr.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/mrr.q.out b/ql/src/test/results/clientpositive/tez/mrr.q.out deleted file mode 100644 index 62a83c4..0000000 --- a/ql/src/test/results/clientpositive/tez/mrr.q.out +++ /dev/null @@ -1,2272 +0,0 @@ -PREHOOK: query: -- simple query with multiple reduce stages --- SORT_QUERY_RESULTS - -EXPLAIN SELECT key, count(value) as cnt FROM src GROUP BY key ORDER BY cnt -PREHOOK: type: QUERY -POSTHOOK: query: -- simple query with multiple reduce stages --- SORT_QUERY_RESULTS - -EXPLAIN SELECT key, count(value) as cnt FROM src GROUP BY key ORDER BY cnt -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(value) - keys: key (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 2 - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - sort order: + - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string) - Reducer 3 - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT key, count(value) as cnt FROM src GROUP BY key ORDER BY cnt -PREHOOK: type: QUERY -PREHOOK: Input: default@src -#### A masked pattern was here #### -POSTHOOK: query: SELECT key, count(value) as cnt FROM src GROUP BY key ORDER BY cnt -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -#### A masked pattern was here #### -0 3 -10 1 -100 2 -103 2 -104 2 -105 1 -11 1 -111 1 -113 2 -114 1 -116 1 -118 2 -119 3 -12 2 -120 2 -125 2 -126 1 -128 3 -129 2 -131 1 -133 1 -134 2 -136 1 -137 2 -138 4 -143 1 -145 1 -146 2 -149 2 -15 2 -150 1 -152 2 -153 1 -155 1 -156 1 -157 1 -158 1 -160 1 -162 1 -163 1 -164 2 -165 2 -166 1 -167 3 -168 1 -169 4 -17 1 -170 1 -172 2 -174 2 -175 2 -176 2 -177 1 -178 1 -179 2 -18 2 -180 1 -181 1 -183 1 -186 1 -187 3 -189 1 -19 1 -190 1 -191 2 -192 1 -193 3 -194 1 -195 2 -196 1 -197 2 -199 3 -2 1 -20 1 -200 2 -201 1 -202 1 -203 2 -205 2 -207 2 -208 3 -209 2 -213 2 -214 1 -216 2 -217 2 -218 1 -219 2 -221 2 -222 1 -223 2 -224 2 -226 1 -228 1 -229 2 -230 5 -233 2 -235 1 -237 2 -238 2 -239 2 -24 2 -241 1 -242 2 -244 1 -247 1 -248 1 -249 1 -252 1 -255 2 -256 2 -257 1 -258 1 -26 2 -260 1 -262 1 -263 1 -265 2 -266 1 -27 1 -272 2 -273 3 -274 1 -275 1 -277 4 -278 2 -28 1 -280 2 -281 2 -282 2 -283 1 -284 1 -285 1 -286 1 -287 1 -288 2 -289 1 -291 1 -292 1 -296 1 -298 3 -30 1 -302 1 -305 1 -306 1 -307 2 -308 1 -309 2 -310 1 -311 3 -315 1 -316 3 -317 2 -318 3 -321 2 -322 2 -323 1 -325 2 -327 3 -33 1 -331 2 -332 1 -333 2 -335 1 -336 1 -338 1 -339 1 -34 1 -341 1 -342 2 -344 2 -345 1 -348 5 -35 3 -351 1 -353 2 -356 1 -360 1 -362 1 -364 1 -365 1 -366 1 -367 2 -368 1 -369 3 -37 2 -373 1 -374 1 -375 1 -377 1 -378 1 -379 1 -382 2 -384 3 -386 1 -389 1 -392 1 -393 1 -394 1 -395 2 -396 3 -397 2 -399 2 -4 1 -400 1 -401 5 -402 1 -403 3 -404 2 -406 4 -407 1 -409 3 -41 1 -411 1 -413 2 -414 2 -417 3 -418 1 -419 1 -42 2 -421 1 -424 2 -427 1 -429 2 -43 1 -430 3 -431 3 -432 1 -435 1 -436 1 -437 1 -438 3 -439 2 -44 1 -443 1 -444 1 -446 1 -448 1 -449 1 -452 1 -453 1 -454 3 -455 1 -457 1 -458 2 -459 2 -460 1 -462 2 -463 2 -466 3 -467 1 -468 4 -469 5 -47 1 -470 1 -472 1 -475 1 -477 1 -478 2 -479 1 -480 3 -481 1 -482 1 -483 1 -484 1 -485 1 -487 1 -489 4 -490 1 -491 1 -492 2 -493 1 -494 1 -495 1 -496 1 -497 1 -498 3 -5 3 -51 2 -53 1 -54 1 -57 1 -58 2 -64 1 -65 1 -66 1 -67 2 -69 1 -70 3 -72 2 -74 1 -76 2 -77 1 -78 1 -8 1 -80 1 -82 1 -83 2 -84 2 -85 1 -86 1 -87 1 -9 1 -90 3 -92 1 -95 2 -96 1 -97 2 -98 2 -PREHOOK: query: -- join query with multiple reduce stages; -EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key -PREHOOK: type: QUERY -POSTHOOK: query: -- join query with multiple reduce stages; -EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Map 5 - Map Operator Tree: - TableScan - alias: s2 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: string) - Reducer 2 - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - keys: _col1 (type: string), _col2 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string), KEY._col1 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col1) - keys: _col0 (type: string) - mode: complete - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: string) - sort order: ++ - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 4 - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key -PREHOOK: type: QUERY -PREHOOK: Input: default@src -#### A masked pattern was here #### -POSTHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -#### A masked pattern was here #### -0 1 -10 1 -100 1 -103 1 -104 1 -105 1 -11 1 -111 1 -113 1 -114 1 -116 1 -118 1 -119 1 -12 1 -120 1 -125 1 -126 1 -128 1 -129 1 -131 1 -133 1 -134 1 -136 1 -137 1 -138 1 -143 1 -145 1 -146 1 -149 1 -15 1 -150 1 -152 1 -153 1 -155 1 -156 1 -157 1 -158 1 -160 1 -162 1 -163 1 -164 1 -165 1 -166 1 -167 1 -168 1 -169 1 -17 1 -170 1 -172 1 -174 1 -175 1 -176 1 -177 1 -178 1 -179 1 -18 1 -180 1 -181 1 -183 1 -186 1 -187 1 -189 1 -19 1 -190 1 -191 1 -192 1 -193 1 -194 1 -195 1 -196 1 -197 1 -199 1 -2 1 -20 1 -200 1 -201 1 -202 1 -203 1 -205 1 -207 1 -208 1 -209 1 -213 1 -214 1 -216 1 -217 1 -218 1 -219 1 -221 1 -222 1 -223 1 -224 1 -226 1 -228 1 -229 1 -230 1 -233 1 -235 1 -237 1 -238 1 -239 1 -24 1 -241 1 -242 1 -244 1 -247 1 -248 1 -249 1 -252 1 -255 1 -256 1 -257 1 -258 1 -26 1 -260 1 -262 1 -263 1 -265 1 -266 1 -27 1 -272 1 -273 1 -274 1 -275 1 -277 1 -278 1 -28 1 -280 1 -281 1 -282 1 -283 1 -284 1 -285 1 -286 1 -287 1 -288 1 -289 1 -291 1 -292 1 -296 1 -298 1 -30 1 -302 1 -305 1 -306 1 -307 1 -308 1 -309 1 -310 1 -311 1 -315 1 -316 1 -317 1 -318 1 -321 1 -322 1 -323 1 -325 1 -327 1 -33 1 -331 1 -332 1 -333 1 -335 1 -336 1 -338 1 -339 1 -34 1 -341 1 -342 1 -344 1 -345 1 -348 1 -35 1 -351 1 -353 1 -356 1 -360 1 -362 1 -364 1 -365 1 -366 1 -367 1 -368 1 -369 1 -37 1 -373 1 -374 1 -375 1 -377 1 -378 1 -379 1 -382 1 -384 1 -386 1 -389 1 -392 1 -393 1 -394 1 -395 1 -396 1 -397 1 -399 1 -4 1 -400 1 -401 1 -402 1 -403 1 -404 1 -406 1 -407 1 -409 1 -41 1 -411 1 -413 1 -414 1 -417 1 -418 1 -419 1 -42 1 -421 1 -424 1 -427 1 -429 1 -43 1 -430 1 -431 1 -432 1 -435 1 -436 1 -437 1 -438 1 -439 1 -44 1 -443 1 -444 1 -446 1 -448 1 -449 1 -452 1 -453 1 -454 1 -455 1 -457 1 -458 1 -459 1 -460 1 -462 1 -463 1 -466 1 -467 1 -468 1 -469 1 -47 1 -470 1 -472 1 -475 1 -477 1 -478 1 -479 1 -480 1 -481 1 -482 1 -483 1 -484 1 -485 1 -487 1 -489 1 -490 1 -491 1 -492 1 -493 1 -494 1 -495 1 -496 1 -497 1 -498 1 -5 1 -51 1 -53 1 -54 1 -57 1 -58 1 -64 1 -65 1 -66 1 -67 1 -69 1 -70 1 -72 1 -74 1 -76 1 -77 1 -78 1 -8 1 -80 1 -82 1 -83 1 -84 1 -85 1 -86 1 -87 1 -9 1 -90 1 -92 1 -95 1 -96 1 -97 1 -98 1 -PREHOOK: query: -- same query with broadcast join -EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key -PREHOOK: type: QUERY -POSTHOOK: query: -- same query with broadcast join -EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Map 2 - Map Operator Tree: - TableScan - alias: s2 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col1, _col2 - input vertices: - 0 Map 1 - Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE - HybridGraceHashJoin: true - Group By Operator - keys: _col1 (type: string), _col2 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 3 - Reduce Operator Tree: - Group By Operator - keys: KEY._col0 (type: string), KEY._col1 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(_col1) - keys: _col0 (type: string) - mode: complete - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint), _col0 (type: string) - sort order: ++ - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 4 - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key -PREHOOK: type: QUERY -PREHOOK: Input: default@src -#### A masked pattern was here #### -POSTHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -#### A masked pattern was here #### -0 1 -10 1 -100 1 -103 1 -104 1 -105 1 -11 1 -111 1 -113 1 -114 1 -116 1 -118 1 -119 1 -12 1 -120 1 -125 1 -126 1 -128 1 -129 1 -131 1 -133 1 -134 1 -136 1 -137 1 -138 1 -143 1 -145 1 -146 1 -149 1 -15 1 -150 1 -152 1 -153 1 -155 1 -156 1 -157 1 -158 1 -160 1 -162 1 -163 1 -164 1 -165 1 -166 1 -167 1 -168 1 -169 1 -17 1 -170 1 -172 1 -174 1 -175 1 -176 1 -177 1 -178 1 -179 1 -18 1 -180 1 -181 1 -183 1 -186 1 -187 1 -189 1 -19 1 -190 1 -191 1 -192 1 -193 1 -194 1 -195 1 -196 1 -197 1 -199 1 -2 1 -20 1 -200 1 -201 1 -202 1 -203 1 -205 1 -207 1 -208 1 -209 1 -213 1 -214 1 -216 1 -217 1 -218 1 -219 1 -221 1 -222 1 -223 1 -224 1 -226 1 -228 1 -229 1 -230 1 -233 1 -235 1 -237 1 -238 1 -239 1 -24 1 -241 1 -242 1 -244 1 -247 1 -248 1 -249 1 -252 1 -255 1 -256 1 -257 1 -258 1 -26 1 -260 1 -262 1 -263 1 -265 1 -266 1 -27 1 -272 1 -273 1 -274 1 -275 1 -277 1 -278 1 -28 1 -280 1 -281 1 -282 1 -283 1 -284 1 -285 1 -286 1 -287 1 -288 1 -289 1 -291 1 -292 1 -296 1 -298 1 -30 1 -302 1 -305 1 -306 1 -307 1 -308 1 -309 1 -310 1 -311 1 -315 1 -316 1 -317 1 -318 1 -321 1 -322 1 -323 1 -325 1 -327 1 -33 1 -331 1 -332 1 -333 1 -335 1 -336 1 -338 1 -339 1 -34 1 -341 1 -342 1 -344 1 -345 1 -348 1 -35 1 -351 1 -353 1 -356 1 -360 1 -362 1 -364 1 -365 1 -366 1 -367 1 -368 1 -369 1 -37 1 -373 1 -374 1 -375 1 -377 1 -378 1 -379 1 -382 1 -384 1 -386 1 -389 1 -392 1 -393 1 -394 1 -395 1 -396 1 -397 1 -399 1 -4 1 -400 1 -401 1 -402 1 -403 1 -404 1 -406 1 -407 1 -409 1 -41 1 -411 1 -413 1 -414 1 -417 1 -418 1 -419 1 -42 1 -421 1 -424 1 -427 1 -429 1 -43 1 -430 1 -431 1 -432 1 -435 1 -436 1 -437 1 -438 1 -439 1 -44 1 -443 1 -444 1 -446 1 -448 1 -449 1 -452 1 -453 1 -454 1 -455 1 -457 1 -458 1 -459 1 -460 1 -462 1 -463 1 -466 1 -467 1 -468 1 -469 1 -47 1 -470 1 -472 1 -475 1 -477 1 -478 1 -479 1 -480 1 -481 1 -482 1 -483 1 -484 1 -485 1 -487 1 -489 1 -490 1 -491 1 -492 1 -493 1 -494 1 -495 1 -496 1 -497 1 -498 1 -5 1 -51 1 -53 1 -54 1 -57 1 -58 1 -64 1 -65 1 -66 1 -67 1 -69 1 -70 1 -72 1 -74 1 -76 1 -77 1 -78 1 -8 1 -80 1 -82 1 -83 1 -84 1 -85 1 -86 1 -87 1 -9 1 -90 1 -92 1 -95 1 -96 1 -97 1 -98 1 -PREHOOK: query: -- query with multiple branches in the task dag -EXPLAIN -SELECT * -FROM - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s1 - JOIN - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s2 - JOIN - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s3 - ON (s1.key = s2.key and s1.key = s3.key) -WHERE - s1.cnt > 1 -ORDER BY s1.key -PREHOOK: type: QUERY -POSTHOOK: query: -- query with multiple branches in the task dag -EXPLAIN -SELECT * -FROM - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s1 - JOIN - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s2 - JOIN - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s3 - ON (s1.key = s2.key and s1.key = s3.key) -WHERE - s1.cnt > 1 -ORDER BY s1.key -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 10 <- Map 9 (SIMPLE_EDGE) - Reducer 11 <- Reducer 10 (SIMPLE_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) - Reducer 5 <- Reducer 4 (SIMPLE_EDGE) - Reducer 7 <- Map 6 (SIMPLE_EDGE) - Reducer 8 <- Reducer 7 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(value) - keys: key (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Map 6 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(value) - keys: key (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Map 9 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator - aggregations: count(value) - keys: key (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 10 - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - sort order: + - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string) - Reducer 11 - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 2 - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - sort order: + - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string) - Reducer 3 - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - Reducer 4 - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - 2 _col0 (type: string) - outputColumnNames: _col0, _col1, _col3, _col4, _col5 - Statistics: Num rows: 68 Data size: 13464 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: string), _col3 (type: bigint), _col1 (type: bigint), _col4 (type: string), _col5 (type: bigint) - outputColumnNames: _col0, _col1, _col3, _col4, _col5 - Statistics: Num rows: 68 Data size: 19380 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Statistics: Num rows: 68 Data size: 19380 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint), _col3 (type: bigint), _col4 (type: string), _col5 (type: bigint) - Reducer 5 - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: bigint), VALUE._col2 (type: string), VALUE._col3 (type: bigint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 68 Data size: 19380 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 68 Data size: 19380 Basic stats: COMPLETE Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 7 - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: (_col1 > 1) (type: boolean) - Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col1 (type: bigint) - sort order: + - Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string) - Reducer 8 - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT * -FROM - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s1 - JOIN - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s2 - JOIN - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s3 - ON (s1.key = s2.key and s1.key = s3.key) -WHERE - s1.cnt > 1 -ORDER BY s1.key -PREHOOK: type: QUERY -PREHOOK: Input: default@src -#### A masked pattern was here #### -POSTHOOK: query: SELECT * -FROM - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s1 - JOIN - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s2 - JOIN - (SELECT key, count(value) as cnt - FROM src GROUP BY key ORDER BY cnt) s3 - ON (s1.key = s2.key and s1.key = s3.key) -WHERE - s1.cnt > 1 -ORDER BY s1.key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -#### A masked pattern was here #### -0 3 0 3 0 3 -100 2 100 2 100 2 -103 2 103 2 103 2 -104 2 104 2 104 2 -113 2 113 2 113 2 -118 2 118 2 118 2 -119 3 119 3 119 3 -12 2 12 2 12 2 -120 2 120 2 120 2 -125 2 125 2 125 2 -128 3 128 3 128 3 -129 2 129 2 129 2 -134 2 134 2 134 2 -137 2 137 2 137 2 -138 4 138 4 138 4 -146 2 146 2 146 2 -149 2 149 2 149 2 -15 2 15 2 15 2 -152 2 152 2 152 2 -164 2 164 2 164 2 -165 2 165 2 165 2 -167 3 167 3 167 3 -169 4 169 4 169 4 -172 2 172 2 172 2 -174 2 174 2 174 2 -175 2 175 2 175 2 -176 2 176 2 176 2 -179 2 179 2 179 2 -18 2 18 2 18 2 -187 3 187 3 187 3 -191 2 191 2 191 2 -193 3 193 3 193 3 -195 2 195 2 195 2 -197 2 197 2 197 2 -199 3 199 3 199 3 -200 2 200 2 200 2 -203 2 203 2 203 2 -205 2 205 2 205 2 -207 2 207 2 207 2 -208 3 208 3 208 3 -209 2 209 2 209 2 -213 2 213 2 213 2 -216 2 216 2 216 2 -217 2 217 2 217 2 -219 2 219 2 219 2 -221 2 221 2 221 2 -223 2 223 2 223 2 -224 2 224 2 224 2 -229 2 229 2 229 2 -230 5 230 5 230 5 -233 2 233 2 233 2 -237 2 237 2 237 2 -238 2 238 2 238 2 -239 2 239 2 239 2 -24 2 24 2 24 2 -242 2 242 2 242 2 -255 2 255 2 255 2 -256 2 256 2 256 2 -26 2 26 2 26 2 -265 2 265 2 265 2 -272 2 272 2 272 2 -273 3 273 3 273 3 -277 4 277 4 277 4 -278 2 278 2 278 2 -280 2 280 2 280 2 -281 2 281 2 281 2 -282 2 282 2 282 2 -288 2 288 2 288 2 -298 3 298 3 298 3 -307 2 307 2 307 2 -309 2 309 2 309 2 -311 3 311 3 311 3 -316 3 316 3 316 3 -317 2 317 2 317 2 -318 3 318 3 318 3 -321 2 321 2 321 2 -322 2 322 2 322 2 -325 2 325 2 325 2 -327 3 327 3 327 3 -331 2 331 2 331 2 -333 2 333 2 333 2 -342 2 342 2 342 2 -344 2 344 2 344 2 -348 5 348 5 348 5 -35 3 35 3 35 3 -353 2 353 2 353 2 -367 2 367 2 367 2 -369 3 369 3 369 3 -37 2 37 2 37 2 -382 2 382 2 382 2 -384 3 384 3 384 3 -395 2 395 2 395 2 -396 3 396 3 396 3 -397 2 397 2 397 2 -399 2 399 2 399 2 -401 5 401 5 401 5 -403 3 403 3 403 3 -404 2 404 2 404 2 -406 4 406 4 406 4 -409 3 409 3 409 3 -413 2 413 2 413 2 -414 2 414 2 414 2 -417 3 417 3 417 3 -42 2 42 2 42 2 -424 2 424 2 424 2 -429 2 429 2 429 2 -430 3 430 3 430 3 -431 3 431 3 431 3 -438 3 438 3 438 3 -439 2 439 2 439 2 -454 3 454 3 454 3 -458 2 458 2 458 2 -459 2 459 2 459 2 -462 2 462 2 462 2 -463 2 463 2 463 2 -466 3 466 3 466 3 -468 4 468 4 468 4 -469 5 469 5 469 5 -478 2 478 2 478 2 -480 3 480 3 480 3 -489 4 489 4 489 4 -492 2 492 2 492 2 -498 3 498 3 498 3 -5 3 5 3 5 3 -51 2 51 2 51 2 -58 2 58 2 58 2 -67 2 67 2 67 2 -70 3 70 3 70 3 -72 2 72 2 72 2 -76 2 76 2 76 2 -83 2 83 2 83 2 -84 2 84 2 84 2 -90 3 90 3 90 3 -95 2 95 2 95 2 -97 2 97 2 97 2 -98 2 98 2 98 2 -PREHOOK: query: -- query with broadcast join in the reduce stage -EXPLAIN -SELECT * -FROM - (SELECT key, count(value) as cnt FROM src GROUP BY key) s1 - JOIN src ON (s1.key = src.key) order by s1.key -PREHOOK: type: QUERY -POSTHOOK: query: -- query with broadcast join in the reduce stage -EXPLAIN -SELECT * -FROM - (SELECT key, count(value) as cnt FROM src GROUP BY key) s1 - JOIN src ON (s1.key = src.key) order by s1.key -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (BROADCAST_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(value) - keys: key (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) - Map 4 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) - Reducer 2 - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - input vertices: - 1 Map 4 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: string), _col3 (type: string) - Reducer 3 - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: string), VALUE._col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT * -FROM - (SELECT key, count(value) as cnt FROM src GROUP BY key) s1 - JOIN src ON (s1.key = src.key) order by s1.key -PREHOOK: type: QUERY -PREHOOK: Input: default@src -#### A masked pattern was here #### -POSTHOOK: query: SELECT * -FROM - (SELECT key, count(value) as cnt FROM src GROUP BY key) s1 - JOIN src ON (s1.key = src.key) order by s1.key -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -#### A masked pattern was here #### -0 3 0 val_0 -0 3 0 val_0 -0 3 0 val_0 -10 1 10 val_10 -100 2 100 val_100 -100 2 100 val_100 -103 2 103 val_103 -103 2 103 val_103 -104 2 104 val_104 -104 2 104 val_104 -105 1 105 val_105 -11 1 11 val_11 -111 1 111 val_111 -113 2 113 val_113 -113 2 113 val_113 -114 1 114 val_114 -116 1 116 val_116 -118 2 118 val_118 -118 2 118 val_118 -119 3 119 val_119 -119 3 119 val_119 -119 3 119 val_119 -12 2 12 val_12 -12 2 12 val_12 -120 2 120 val_120 -120 2 120 val_120 -125 2 125 val_125 -125 2 125 val_125 -126 1 126 val_126 -128 3 128 val_128 -128 3 128 val_128 -128 3 128 val_128 -129 2 129 val_129 -129 2 129 val_129 -131 1 131 val_131 -133 1 133 val_133 -134 2 134 val_134 -134 2 134 val_134 -136 1 136 val_136 -137 2 137 val_137 -137 2 137 val_137 -138 4 138 val_138 -138 4 138 val_138 -138 4 138 val_138 -138 4 138 val_138 -143 1 143 val_143 -145 1 145 val_145 -146 2 146 val_146 -146 2 146 val_146 -149 2 149 val_149 -149 2 149 val_149 -15 2 15 val_15 -15 2 15 val_15 -150 1 150 val_150 -152 2 152 val_152 -152 2 152 val_152 -153 1 153 val_153 -155 1 155 val_155 -156 1 156 val_156 -157 1 157 val_157 -158 1 158 val_158 -160 1 160 val_160 -162 1 162 val_162 -163 1 163 val_163 -164 2 164 val_164 -164 2 164 val_164 -165 2 165 val_165 -165 2 165 val_165 -166 1 166 val_166 -167 3 167 val_167 -167 3 167 val_167 -167 3 167 val_167 -168 1 168 val_168 -169 4 169 val_169 -169 4 169 val_169 -169 4 169 val_169 -169 4 169 val_169 -17 1 17 val_17 -170 1 170 val_170 -172 2 172 val_172 -172 2 172 val_172 -174 2 174 val_174 -174 2 174 val_174 -175 2 175 val_175 -175 2 175 val_175 -176 2 176 val_176 -176 2 176 val_176 -177 1 177 val_177 -178 1 178 val_178 -179 2 179 val_179 -179 2 179 val_179 -18 2 18 val_18 -18 2 18 val_18 -180 1 180 val_180 -181 1 181 val_181 -183 1 183 val_183 -186 1 186 val_186 -187 3 187 val_187 -187 3 187 val_187 -187 3 187 val_187 -189 1 189 val_189 -19 1 19 val_19 -190 1 190 val_190 -191 2 191 val_191 -191 2 191 val_191 -192 1 192 val_192 -193 3 193 val_193 -193 3 193 val_193 -193 3 193 val_193 -194 1 194 val_194 -195 2 195 val_195 -195 2 195 val_195 -196 1 196 val_196 -197 2 197 val_197 -197 2 197 val_197 -199 3 199 val_199 -199 3 199 val_199 -199 3 199 val_199 -2 1 2 val_2 -20 1 20 val_20 -200 2 200 val_200 -200 2 200 val_200 -201 1 201 val_201 -202 1 202 val_202 -203 2 203 val_203 -203 2 203 val_203 -205 2 205 val_205 -205 2 205 val_205 -207 2 207 val_207 -207 2 207 val_207 -208 3 208 val_208 -208 3 208 val_208 -208 3 208 val_208 -209 2 209 val_209 -209 2 209 val_209 -213 2 213 val_213 -213 2 213 val_213 -214 1 214 val_214 -216 2 216 val_216 -216 2 216 val_216 -217 2 217 val_217 -217 2 217 val_217 -218 1 218 val_218 -219 2 219 val_219 -219 2 219 val_219 -221 2 221 val_221 -221 2 221 val_221 -222 1 222 val_222 -223 2 223 val_223 -223 2 223 val_223 -224 2 224 val_224 -224 2 224 val_224 -226 1 226 val_226 -228 1 228 val_228 -229 2 229 val_229 -229 2 229 val_229 -230 5 230 val_230 -230 5 230 val_230 -230 5 230 val_230 -230 5 230 val_230 -230 5 230 val_230 -233 2 233 val_233 -233 2 233 val_233 -235 1 235 val_235 -237 2 237 val_237 -237 2 237 val_237 -238 2 238 val_238 -238 2 238 val_238 -239 2 239 val_239 -239 2 239 val_239 -24 2 24 val_24 -24 2 24 val_24 -241 1 241 val_241 -242 2 242 val_242 -242 2 242 val_242 -244 1 244 val_244 -247 1 247 val_247 -248 1 248 val_248 -249 1 249 val_249 -252 1 252 val_252 -255 2 255 val_255 -255 2 255 val_255 -256 2 256 val_256 -256 2 256 val_256 -257 1 257 val_257 -258 1 258 val_258 -26 2 26 val_26 -26 2 26 val_26 -260 1 260 val_260 -262 1 262 val_262 -263 1 263 val_263 -265 2 265 val_265 -265 2 265 val_265 -266 1 266 val_266 -27 1 27 val_27 -272 2 272 val_272 -272 2 272 val_272 -273 3 273 val_273 -273 3 273 val_273 -273 3 273 val_273 -274 1 274 val_274 -275 1 275 val_275 -277 4 277 val_277 -277 4 277 val_277 -277 4 277 val_277 -277 4 277 val_277 -278 2 278 val_278 -278 2 278 val_278 -28 1 28 val_28 -280 2 280 val_280 -280 2 280 val_280 -281 2 281 val_281 -281 2 281 val_281 -282 2 282 val_282 -282 2 282 val_282 -283 1 283 val_283 -284 1 284 val_284 -285 1 285 val_285 -286 1 286 val_286 -287 1 287 val_287 -288 2 288 val_288 -288 2 288 val_288 -289 1 289 val_289 -291 1 291 val_291 -292 1 292 val_292 -296 1 296 val_296 -298 3 298 val_298 -298 3 298 val_298 -298 3 298 val_298 -30 1 30 val_30 -302 1 302 val_302 -305 1 305 val_305 -306 1 306 val_306 -307 2 307 val_307 -307 2 307 val_307 -308 1 308 val_308 -309 2 309 val_309 -309 2 309 val_309 -310 1 310 val_310 -311 3 311 val_311 -311 3 311 val_311 -311 3 311 val_311 -315 1 315 val_315 -316 3 316 val_316 -316 3 316 val_316 -316 3 316 val_316 -317 2 317 val_317 -317 2 317 val_317 -318 3 318 val_318 -318 3 318 val_318 -318 3 318 val_318 -321 2 321 val_321 -321 2 321 val_321 -322 2 322 val_322 -322 2 322 val_322 -323 1 323 val_323 -325 2 325 val_325 -325 2 325 val_325 -327 3 327 val_327 -327 3 327 val_327 -327 3 327 val_327 -33 1 33 val_33 -331 2 331 val_331 -331 2 331 val_331 -332 1 332 val_332 -333 2 333 val_333 -333 2 333 val_333 -335 1 335 val_335 -336 1 336 val_336 -338 1 338 val_338 -339 1 339 val_339 -34 1 34 val_34 -341 1 341 val_341 -342 2 342 val_342 -342 2 342 val_342 -344 2 344 val_344 -344 2 344 val_344 -345 1 345 val_345 -348 5 348 val_348 -348 5 348 val_348 -348 5 348 val_348 -348 5 348 val_348 -348 5 348 val_348 -35 3 35 val_35 -35 3 35 val_35 -35 3 35 val_35 -351 1 351 val_351 -353 2 353 val_353 -353 2 353 val_353 -356 1 356 val_356 -360 1 360 val_360 -362 1 362 val_362 -364 1 364 val_364 -365 1 365 val_365 -366 1 366 val_366 -367 2 367 val_367 -367 2 367 val_367 -368 1 368 val_368 -369 3 369 val_369 -369 3 369 val_369 -369 3 369 val_369 -37 2 37 val_37 -37 2 37 val_37 -373 1 373 val_373 -374 1 374 val_374 -375 1 375 val_375 -377 1 377 val_377 -378 1 378 val_378 -379 1 379 val_379 -382 2 382 val_382 -382 2 382 val_382 -384 3 384 val_384 -384 3 384 val_384 -384 3 384 val_384 -386 1 386 val_386 -389 1 389 val_389 -392 1 392 val_392 -393 1 393 val_393 -394 1 394 val_394 -395 2 395 val_395 -395 2 395 val_395 -396 3 396 val_396 -396 3 396 val_396 -396 3 396 val_396 -397 2 397 val_397 -397 2 397 val_397 -399 2 399 val_399 -399 2 399 val_399 -4 1 4 val_4 -400 1 400 val_400 -401 5 401 val_401 -401 5 401 val_401 -401 5 401 val_401 -401 5 401 val_401 -401 5 401 val_401 -402 1 402 val_402 -403 3 403 val_403 -403 3 403 val_403 -403 3 403 val_403 -404 2 404 val_404 -404 2 404 val_404 -406 4 406 val_406 -406 4 406 val_406 -406 4 406 val_406 -406 4 406 val_406 -407 1 407 val_407 -409 3 409 val_409 -409 3 409 val_409 -409 3 409 val_409 -41 1 41 val_41 -411 1 411 val_411 -413 2 413 val_413 -413 2 413 val_413 -414 2 414 val_414 -414 2 414 val_414 -417 3 417 val_417 -417 3 417 val_417 -417 3 417 val_417 -418 1 418 val_418 -419 1 419 val_419 -42 2 42 val_42 -42 2 42 val_42 -421 1 421 val_421 -424 2 424 val_424 -424 2 424 val_424 -427 1 427 val_427 -429 2 429 val_429 -429 2 429 val_429 -43 1 43 val_43 -430 3 430 val_430 -430 3 430 val_430 -430 3 430 val_430 -431 3 431 val_431 -431 3 431 val_431 -431 3 431 val_431 -432 1 432 val_432 -435 1 435 val_435 -436 1 436 val_436 -437 1 437 val_437 -438 3 438 val_438 -438 3 438 val_438 -438 3 438 val_438 -439 2 439 val_439 -439 2 439 val_439 -44 1 44 val_44 -443 1 443 val_443 -444 1 444 val_444 -446 1 446 val_446 -448 1 448 val_448 -449 1 449 val_449 -452 1 452 val_452 -453 1 453 val_453 -454 3 454 val_454 -454 3 454 val_454 -454 3 454 val_454 -455 1 455 val_455 -457 1 457 val_457 -458 2 458 val_458 -458 2 458 val_458 -459 2 459 val_459 -459 2 459 val_459 -460 1 460 val_460 -462 2 462 val_462 -462 2 462 val_462 -463 2 463 val_463 -463 2 463 val_463 -466 3 466 val_466 -466 3 466 val_466 -466 3 466 val_466 -467 1 467 val_467 -468 4 468 val_468 -468 4 468 val_468 -468 4 468 val_468 -468 4 468 val_468 -469 5 469 val_469 -469 5 469 val_469 -469 5 469 val_469 -469 5 469 val_469 -469 5 469 val_469 -47 1 47 val_47 -470 1 470 val_470 -472 1 472 val_472 -475 1 475 val_475 -477 1 477 val_477 -478 2 478 val_478 -478 2 478 val_478 -479 1 479 val_479 -480 3 480 val_480 -480 3 480 val_480 -480 3 480 val_480 -481 1 481 val_481 -482 1 482 val_482 -483 1 483 val_483 -484 1 484 val_484 -485 1 485 val_485 -487 1 487 val_487 -489 4 489 val_489 -489 4 489 val_489 -489 4 489 val_489 -489 4 489 val_489 -490 1 490 val_490 -491 1 491 val_491 -492 2 492 val_492 -492 2 492 val_492 -493 1 493 val_493 -494 1 494 val_494 -495 1 495 val_495 -496 1 496 val_496 -497 1 497 val_497 -498 3 498 val_498 -498 3 498 val_498 -498 3 498 val_498 -5 3 5 val_5 -5 3 5 val_5 -5 3 5 val_5 -51 2 51 val_51 -51 2 51 val_51 -53 1 53 val_53 -54 1 54 val_54 -57 1 57 val_57 -58 2 58 val_58 -58 2 58 val_58 -64 1 64 val_64 -65 1 65 val_65 -66 1 66 val_66 -67 2 67 val_67 -67 2 67 val_67 -69 1 69 val_69 -70 3 70 val_70 -70 3 70 val_70 -70 3 70 val_70 -72 2 72 val_72 -72 2 72 val_72 -74 1 74 val_74 -76 2 76 val_76 -76 2 76 val_76 -77 1 77 val_77 -78 1 78 val_78 -8 1 8 val_8 -80 1 80 val_80 -82 1 82 val_82 -83 2 83 val_83 -83 2 83 val_83 -84 2 84 val_84 -84 2 84 val_84 -85 1 85 val_85 -86 1 86 val_86 -87 1 87 val_87 -9 1 9 val_9 -90 3 90 val_90 -90 3 90 val_90 -90 3 90 val_90 -92 1 92 val_92 -95 2 95 val_95 -95 2 95 val_95 -96 1 96 val_96 -97 2 97 val_97 -97 2 97 val_97 -98 2 98 val_98 -98 2 98 val_98
http://git-wip-us.apache.org/repos/asf/hive/blob/975a49b6/ql/src/test/results/clientpositive/tez/nonmr_fetch_threshold.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/nonmr_fetch_threshold.q.out b/ql/src/test/results/clientpositive/tez/nonmr_fetch_threshold.q.out deleted file mode 100644 index ca1176c..0000000 --- a/ql/src/test/results/clientpositive/tez/nonmr_fetch_threshold.q.out +++ /dev/null @@ -1,205 +0,0 @@ -PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 -PREHOOK: type: QUERY -POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:10 - Limit [LIM_3] - Number of rows:10 - Select Operator [SEL_2] - Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 -PREHOOK: type: QUERY -POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:10 - Limit [LIM_2] - Number of rows:10 - Select Operator [SEL_1] - Output:["_col0","_col1"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 -PREHOOK: type: QUERY -POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:10 - Limit [LIM_3] - Number of rows:10 - Select Operator [SEL_2] - Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 -PREHOOK: type: QUERY -POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:10 - Limit [LIM_2] - Number of rows:10 - Select Operator [SEL_1] - Output:["_col0","_col1"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: -- Scans without limit (should be Fetch task now) -explain select concat(key, value) from src -PREHOOK: type: QUERY -POSTHOOK: query: -- Scans without limit (should be Fetch task now) -explain select concat(key, value) from src -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_1] - Output:["_col0"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: -- from HIVE-7397, limit + partition pruning filter -explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 -PREHOOK: type: QUERY -POSTHOOK: query: -- from HIVE-7397, limit + partition pruning filter -explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:10 - Limit [LIM_3] - Number of rows:10 - Select Operator [SEL_2] - Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 -PREHOOK: type: QUERY -POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:10 - Limit [LIM_2] - Number of rows:10 - Select Operator [SEL_1] - Output:["_col0","_col1"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: -- Scans without limit (should not be Fetch task now) -explain select concat(key, value) from src -PREHOOK: type: QUERY -POSTHOOK: query: -- Scans without limit (should not be Fetch task now) -explain select concat(key, value) from src -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Map 1 - File Output Operator [FS_2] - Select Operator [SEL_1] (rows=500 width=184) - Output:["_col0"] - TableScan [TS_0] (rows=500 width=178) - default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - -PREHOOK: query: -- Simple Scans without limit (will be Fetch task now) -explain select key, value from src -PREHOOK: type: QUERY -POSTHOOK: query: -- Simple Scans without limit (will be Fetch task now) -explain select key, value from src -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_1] - Output:["_col0","_col1"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: explain select key from src -PREHOOK: type: QUERY -POSTHOOK: query: explain select key from src -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_1] - Output:["_col0"] - TableScan [TS_0] - Output:["key"] - -PREHOOK: query: explain select * from src -PREHOOK: type: QUERY -POSTHOOK: query: explain select * from src -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_1] - Output:["_col0","_col1"] - TableScan [TS_0] - Output:["key","value"] - -PREHOOK: query: explain select key,1 from src -PREHOOK: type: QUERY -POSTHOOK: query: explain select key,1 from src -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_1] - Output:["_col0","_col1"] - TableScan [TS_0] - Output:["key"] - -PREHOOK: query: explain select cast(key as char(20)),1 from src -PREHOOK: type: QUERY -POSTHOOK: query: explain select cast(key as char(20)),1 from src -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_1] - Output:["_col0","_col1"] - TableScan [TS_0] - Output:["key"] -
