http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/ql/src/test/results/clientpositive/tez/mrr.q.out ---------------------------------------------------------------------- diff --cc ql/src/test/results/clientpositive/tez/mrr.q.out index 6afed9d,ac5ac5c..8101f3b --- a/ql/src/test/results/clientpositive/tez/mrr.q.out +++ b/ql/src/test/results/clientpositive/tez/mrr.q.out @@@ -501,733 -503,735 +501,734 @@@ POSTHOOK: query: SELECT s2.key, count(d POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -98 1 -97 1 -96 1 -95 1 -92 1 -90 1 -9 1 -87 1 -86 1 -85 1 -84 1 -83 1 -82 1 -80 1 -8 1 -78 1 -77 1 -76 1 -74 1 -72 1 -70 1 -69 1 -67 1 -66 1 -65 1 -64 1 -58 1 -57 1 -54 1 -53 1 -51 1 -5 1 -498 1 -497 1 -496 1 -495 1 -494 1 -493 1 -492 1 -491 1 -490 1 -489 1 -487 1 -485 1 -484 1 -483 1 -482 1 -481 1 -480 1 -479 1 -478 1 -477 1 -475 1 -472 1 -470 1 -47 1 -469 1 -468 1 -467 1 -466 1 -463 1 -462 1 -460 1 -459 1 -458 1 -457 1 -455 1 -454 1 -453 1 -452 1 -449 1 -448 1 -446 1 -444 1 -443 1 -44 1 -439 1 -438 1 -437 1 -436 1 -435 1 -432 1 -431 1 -430 1 -43 1 -429 1 -427 1 -424 1 -421 1 -42 1 -419 1 -418 1 -417 1 -414 1 -413 1 -411 1 -41 1 -409 1 -407 1 -406 1 -404 1 -403 1 -402 1 -401 1 -400 1 -4 1 -399 1 -397 1 -396 1 -395 1 -394 1 -393 1 -392 1 -389 1 -386 1 -384 1 -382 1 -379 1 -378 1 -377 1 -375 1 -374 1 -373 1 -37 1 -369 1 -368 1 -367 1 -366 1 -365 1 -364 1 -362 1 -360 1 -356 1 -353 1 -351 1 -35 1 -348 1 -345 1 -344 1 -342 1 -341 1 -34 1 -339 1 -338 1 -336 1 -335 1 -333 1 -332 1 -331 1 -33 1 -327 1 -325 1 -323 1 -322 1 -321 1 -318 1 -317 1 -316 1 -315 1 -311 1 -310 1 -309 1 -308 1 -307 1 -306 1 -305 1 -302 1 -30 1 -298 1 -296 1 -292 1 -291 1 -289 1 -288 1 -287 1 -286 1 -285 1 -284 1 -283 1 -282 1 -281 1 -280 1 -28 1 -278 1 -277 1 -275 1 -274 1 -273 1 -272 1 -27 1 -266 1 -265 1 -263 1 -262 1 -260 1 -26 1 -258 1 -257 1 -256 1 -255 1 -252 1 -249 1 -248 1 -247 1 -244 1 -242 1 -241 1 -24 1 -239 1 -238 1 -237 1 -235 1 -233 1 -230 1 -229 1 -228 1 -226 1 -224 1 -223 1 -222 1 -221 1 -219 1 -218 1 -217 1 -216 1 -214 1 -213 1 -209 1 -208 1 -207 1 -205 1 -203 1 -202 1 -201 1 -200 1 -20 1 -2 1 -199 1 -197 1 -196 1 -195 1 -194 1 -193 1 -192 1 -191 1 -190 1 -19 1 -189 1 -187 1 -186 1 -183 1 -181 1 -180 1 -18 1 -179 1 -178 1 -177 1 -176 1 -175 1 -174 1 -172 1 -170 1 -17 1 -169 1 -168 1 -167 1 -166 1 -165 1 -164 1 -163 1 -162 1 -160 1 -158 1 -157 1 -156 1 -155 1 -153 1 -152 1 -150 1 -15 1 -149 1 -146 1 -145 1 -143 1 -138 1 -137 1 -136 1 -134 1 -133 1 -131 1 -129 1 -128 1 -126 1 -125 1 -120 1 -12 1 -119 1 -118 1 -116 1 -114 1 -113 1 -111 1 -11 1 -105 1 -104 1 -103 1 -100 1 -10 1 0 1 -PREHOOK: query: -- same query with broadcast join -EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt -PREHOOK: type: QUERY -POSTHOOK: query: -- same query with broadcast join -EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Map 1 <- Map 4 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count(DISTINCT _col1) - keys: _col0 (type: string), _col1 (type: string) - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Map 4 - Map Operator Tree: - TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reducer 2 - Reduce Operator Tree: - Group By Operator - aggregations: count(DISTINCT KEY._col1:0._col0) - keys: KEY._col0 (type: string) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: bigint) - sort order: + - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) - Reducer 3 - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink - -PREHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt -PREHOOK: type: QUERY -PREHOOK: Input: default@src -#### A masked pattern was here #### -POSTHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -#### A masked pattern was here #### -98 1 -97 1 -96 1 -95 1 -92 1 -90 1 -9 1 -87 1 -86 1 -85 1 -84 1 -83 1 -82 1 -80 1 -8 1 -78 1 -77 1 -76 1 -74 1 -72 1 -70 1 -69 1 -67 1 -66 1 -65 1 -64 1 -58 1 -57 1 -54 1 -53 1 -51 1 -5 1 -498 1 -497 1 -496 1 -495 1 -494 1 -493 1 -492 1 -491 1 -490 1 -489 1 -487 1 -485 1 -484 1 -483 1 -482 1 -481 1 -480 1 -479 1 -478 1 -477 1 -475 1 -472 1 -470 1 -47 1 -469 1 -468 1 -467 1 -466 1 -463 1 -462 1 -460 1 -459 1 -458 1 -457 1 -455 1 -454 1 -453 1 -452 1 -449 1 -448 1 -446 1 -444 1 -443 1 -44 1 -439 1 -438 1 -437 1 -436 1 -435 1 -432 1 -431 1 -430 1 -43 1 -429 1 -427 1 -424 1 -421 1 -42 1 -419 1 -418 1 -417 1 -414 1 -413 1 -411 1 -41 1 -409 1 -407 1 -406 1 -404 1 -403 1 -402 1 -401 1 -400 1 -4 1 -399 1 -397 1 -396 1 -395 1 -394 1 -393 1 -392 1 -389 1 -386 1 -384 1 -382 1 -379 1 -378 1 -377 1 -375 1 -374 1 -373 1 -37 1 -369 1 -368 1 -367 1 -366 1 -365 1 -364 1 -362 1 -360 1 -356 1 -353 1 -351 1 -35 1 -348 1 -345 1 -344 1 -342 1 -341 1 -34 1 -339 1 -338 1 -336 1 -335 1 -333 1 -332 1 -331 1 -33 1 -327 1 -325 1 -323 1 -322 1 -321 1 -318 1 -317 1 -316 1 -315 1 -311 1 -310 1 -309 1 -308 1 -307 1 -306 1 -305 1 -302 1 -30 1 -298 1 -296 1 -292 1 -291 1 -289 1 -288 1 -287 1 -286 1 -285 1 -284 1 -283 1 -282 1 -281 1 -280 1 -28 1 -278 1 -277 1 -275 1 -274 1 -273 1 -272 1 -27 1 -266 1 -265 1 -263 1 -262 1 -260 1 -26 1 -258 1 -257 1 -256 1 -255 1 -252 1 -249 1 -248 1 -247 1 -244 1 -242 1 -241 1 -24 1 -239 1 -238 1 -237 1 -235 1 -233 1 -230 1 -229 1 -228 1 -226 1 -224 1 -223 1 -222 1 -221 1 -219 1 -218 1 -217 1 -216 1 -214 1 -213 1 -209 1 -208 1 -207 1 -205 1 -203 1 -202 1 -201 1 -200 1 -20 1 -2 1 -199 1 -197 1 -196 1 -195 1 -194 1 -193 1 -192 1 -191 1 -190 1 -19 1 -189 1 -187 1 -186 1 -183 1 -181 1 -180 1 -18 1 -179 1 -178 1 -177 1 -176 1 -175 1 -174 1 -172 1 -170 1 -17 1 -169 1 -168 1 -167 1 -166 1 -165 1 -164 1 -163 1 -162 1 -160 1 -158 1 -157 1 -156 1 -155 1 -153 1 -152 1 -150 1 -15 1 -149 1 -146 1 -145 1 -143 1 -138 1 -137 1 -136 1 -134 1 -133 1 -131 1 -129 1 -128 1 -126 1 -125 1 -120 1 -12 1 -119 1 -118 1 -116 1 -114 1 -113 1 -111 1 -11 1 -105 1 -104 1 -103 1 -100 1 10 1 -0 1 +100 1 +103 1 +104 1 +105 1 +11 1 +111 1 +113 1 +114 1 +116 1 +118 1 +119 1 +12 1 +120 1 +125 1 +126 1 +128 1 +129 1 +131 1 +133 1 +134 1 +136 1 +137 1 +138 1 +143 1 +145 1 +146 1 +149 1 +15 1 +150 1 +152 1 +153 1 +155 1 +156 1 +157 1 +158 1 +160 1 +162 1 +163 1 +164 1 +165 1 +166 1 +167 1 +168 1 +169 1 +17 1 +170 1 +172 1 +174 1 +175 1 +176 1 +177 1 +178 1 +179 1 +18 1 +180 1 +181 1 +183 1 +186 1 +187 1 +189 1 +19 1 +190 1 +191 1 +192 1 +193 1 +194 1 +195 1 +196 1 +197 1 +199 1 +2 1 +20 1 +200 1 +201 1 +202 1 +203 1 +205 1 +207 1 +208 1 +209 1 +213 1 +214 1 +216 1 +217 1 +218 1 +219 1 +221 1 +222 1 +223 1 +224 1 +226 1 +228 1 +229 1 +230 1 +233 1 +235 1 +237 1 +238 1 +239 1 +24 1 +241 1 +242 1 +244 1 +247 1 +248 1 +249 1 +252 1 +255 1 +256 1 +257 1 +258 1 +26 1 +260 1 +262 1 +263 1 +265 1 +266 1 +27 1 +272 1 +273 1 +274 1 +275 1 +277 1 +278 1 +28 1 +280 1 +281 1 +282 1 +283 1 +284 1 +285 1 +286 1 +287 1 +288 1 +289 1 +291 1 +292 1 +296 1 +298 1 +30 1 +302 1 +305 1 +306 1 +307 1 +308 1 +309 1 +310 1 +311 1 +315 1 +316 1 +317 1 +318 1 +321 1 +322 1 +323 1 +325 1 +327 1 +33 1 +331 1 +332 1 +333 1 +335 1 +336 1 +338 1 +339 1 +34 1 +341 1 +342 1 +344 1 +345 1 +348 1 +35 1 +351 1 +353 1 +356 1 +360 1 +362 1 +364 1 +365 1 +366 1 +367 1 +368 1 +369 1 +37 1 +373 1 +374 1 +375 1 +377 1 +378 1 +379 1 +382 1 +384 1 +386 1 +389 1 +392 1 +393 1 +394 1 +395 1 +396 1 +397 1 +399 1 +4 1 +400 1 +401 1 +402 1 +403 1 +404 1 +406 1 +407 1 +409 1 +41 1 +411 1 +413 1 +414 1 +417 1 +418 1 +419 1 +42 1 +421 1 +424 1 +427 1 +429 1 +43 1 +430 1 +431 1 +432 1 +435 1 +436 1 +437 1 +438 1 +439 1 +44 1 +443 1 +444 1 +446 1 +448 1 +449 1 +452 1 +453 1 +454 1 +455 1 +457 1 +458 1 +459 1 +460 1 +462 1 +463 1 +466 1 +467 1 +468 1 +469 1 +47 1 +470 1 +472 1 +475 1 +477 1 +478 1 +479 1 +480 1 +481 1 +482 1 +483 1 +484 1 +485 1 +487 1 +489 1 +490 1 +491 1 +492 1 +493 1 +494 1 +495 1 +496 1 +497 1 +498 1 +5 1 +51 1 +53 1 +54 1 +57 1 +58 1 +64 1 +65 1 +66 1 +67 1 +69 1 +70 1 +72 1 +74 1 +76 1 +77 1 +78 1 +8 1 +80 1 +82 1 +83 1 +84 1 +85 1 +86 1 +87 1 +9 1 +90 1 +92 1 +95 1 +96 1 +97 1 +98 1 +PREHOOK: query: -- same query with broadcast join +EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key +PREHOOK: type: QUERY +POSTHOOK: query: -- same query with broadcast join +EXPLAIN SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez + Edges: + Map 1 <- Map 4 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 4 + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE ++ HybridGraceHashJoin: true + Group By Operator + aggregations: count(DISTINCT _col1) + keys: _col0 (type: string), _col1 (type: string) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Map 4 + Map Operator Tree: + TableScan + alias: s1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reducer 2 + Reduce Operator Tree: + Group By Operator + aggregations: count(DISTINCT KEY._col1:0._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: bigint), _col0 (type: string) + sort order: ++ + Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Reducer 3 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key +PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join src s2 on (s1.key = s2.key) GROUP BY s2.key ORDER BY cnt,s2.key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +0 1 +10 1 +100 1 +103 1 +104 1 +105 1 +11 1 +111 1 +113 1 +114 1 +116 1 +118 1 +119 1 +12 1 +120 1 +125 1 +126 1 +128 1 +129 1 +131 1 +133 1 +134 1 +136 1 +137 1 +138 1 +143 1 +145 1 +146 1 +149 1 +15 1 +150 1 +152 1 +153 1 +155 1 +156 1 +157 1 +158 1 +160 1 +162 1 +163 1 +164 1 +165 1 +166 1 +167 1 +168 1 +169 1 +17 1 +170 1 +172 1 +174 1 +175 1 +176 1 +177 1 +178 1 +179 1 +18 1 +180 1 +181 1 +183 1 +186 1 +187 1 +189 1 +19 1 +190 1 +191 1 +192 1 +193 1 +194 1 +195 1 +196 1 +197 1 +199 1 +2 1 +20 1 +200 1 +201 1 +202 1 +203 1 +205 1 +207 1 +208 1 +209 1 +213 1 +214 1 +216 1 +217 1 +218 1 +219 1 +221 1 +222 1 +223 1 +224 1 +226 1 +228 1 +229 1 +230 1 +233 1 +235 1 +237 1 +238 1 +239 1 +24 1 +241 1 +242 1 +244 1 +247 1 +248 1 +249 1 +252 1 +255 1 +256 1 +257 1 +258 1 +26 1 +260 1 +262 1 +263 1 +265 1 +266 1 +27 1 +272 1 +273 1 +274 1 +275 1 +277 1 +278 1 +28 1 +280 1 +281 1 +282 1 +283 1 +284 1 +285 1 +286 1 +287 1 +288 1 +289 1 +291 1 +292 1 +296 1 +298 1 +30 1 +302 1 +305 1 +306 1 +307 1 +308 1 +309 1 +310 1 +311 1 +315 1 +316 1 +317 1 +318 1 +321 1 +322 1 +323 1 +325 1 +327 1 +33 1 +331 1 +332 1 +333 1 +335 1 +336 1 +338 1 +339 1 +34 1 +341 1 +342 1 +344 1 +345 1 +348 1 +35 1 +351 1 +353 1 +356 1 +360 1 +362 1 +364 1 +365 1 +366 1 +367 1 +368 1 +369 1 +37 1 +373 1 +374 1 +375 1 +377 1 +378 1 +379 1 +382 1 +384 1 +386 1 +389 1 +392 1 +393 1 +394 1 +395 1 +396 1 +397 1 +399 1 +4 1 +400 1 +401 1 +402 1 +403 1 +404 1 +406 1 +407 1 +409 1 +41 1 +411 1 +413 1 +414 1 +417 1 +418 1 +419 1 +42 1 +421 1 +424 1 +427 1 +429 1 +43 1 +430 1 +431 1 +432 1 +435 1 +436 1 +437 1 +438 1 +439 1 +44 1 +443 1 +444 1 +446 1 +448 1 +449 1 +452 1 +453 1 +454 1 +455 1 +457 1 +458 1 +459 1 +460 1 +462 1 +463 1 +466 1 +467 1 +468 1 +469 1 +47 1 +470 1 +472 1 +475 1 +477 1 +478 1 +479 1 +480 1 +481 1 +482 1 +483 1 +484 1 +485 1 +487 1 +489 1 +490 1 +491 1 +492 1 +493 1 +494 1 +495 1 +496 1 +497 1 +498 1 +5 1 +51 1 +53 1 +54 1 +57 1 +58 1 +64 1 +65 1 +66 1 +67 1 +69 1 +70 1 +72 1 +74 1 +76 1 +77 1 +78 1 +8 1 +80 1 +82 1 +83 1 +84 1 +85 1 +86 1 +87 1 +9 1 +90 1 +92 1 +95 1 +96 1 +97 1 +98 1 PREHOOK: query: -- query with multiple branches in the task dag EXPLAIN SELECT *
http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/ql/src/test/templates/TestCliDriver.vm ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/ql/src/test/templates/TestCompareCliDriver.vm ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/ql/src/test/templates/TestNegativeCliDriver.vm ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/ql/src/test/templates/TestParseNegative.vm ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/serde/src/java/org/apache/hadoop/hive/serde2/WriteBuffers.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/shims/0.20S/src/main/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java ---------------------------------------------------------------------- diff --cc shims/0.20S/src/main/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java index 2ac9749,6d8166c..a71df97 --- a/shims/0.20S/src/main/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java +++ b/shims/0.20S/src/main/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java @@@ -705,8 -702,29 +708,35 @@@ public class Hadoop20SShims extends Had } @Override + public List<HdfsFileStatusWithId> listLocatedHdfsStatus( + FileSystem fs, Path path, PathFilter filter) throws IOException { + throw new UnsupportedOperationException("Not supported on old version"); + } ++ ++ @Override + public int readByteBuffer(FSDataInputStream file, ByteBuffer dest) throws IOException { + // Inefficient for direct buffers; only here for compat. + int pos = dest.position(); + if (dest.hasArray()) { + int result = file.read(dest.array(), dest.arrayOffset(), dest.remaining()); + if (result > 0) { + dest.position(pos + result); + } + return result; + } else { + byte[] arr = new byte[dest.remaining()]; + int result = file.read(arr, 0, arr.length); + if (result > 0) { + dest.put(arr, 0, result); + dest.position(pos + result); + } + return result; + } + } + + @Override + public void addDelegationTokens(FileSystem fs, Credentials cred, String uname) throws IOException { + Token<?> fsToken = fs.getDelegationToken(uname); + cred.addToken(fsToken.getService(), fsToken); + } } http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/b8acbb6e/shims/common/src/main/java/org/apache/hadoop/hive/shims/HadoopShims.java ----------------------------------------------------------------------
