http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index b1eec43..93791ac 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -667,238 +667,184 @@ POSTHOOK: query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### +100 val_100 104 val_104 105 val_105 113 val_113 118 val_118 +119 val_119 12 val_12 120 val_120 +128 val_128 +129 val_129 133 val_133 136 val_136 +145 val_145 155 val_155 158 val_158 160 val_160 162 val_162 +167 val_167 168 val_168 17 val_17 170 val_170 +174 val_174 175 val_175 +178 val_178 18 val_18 180 val_180 +181 val_181 186 val_186 19 val_19 +193 val_193 197 val_197 +199 val_199 +20 val_20 200 val_200 +201 val_201 +213 val_213 +214 val_214 216 val_216 218 val_218 +219 val_219 +221 val_221 222 val_222 +223 val_223 224 val_224 +226 val_226 228 val_228 +233 val_233 235 val_235 237 val_237 239 val_239 +241 val_241 244 val_244 247 val_247 +249 val_249 256 val_256 +260 val_260 +262 val_262 263 val_263 273 val_273 +277 val_277 28 val_28 +281 val_281 283 val_283 286 val_286 +287 val_287 +288 val_288 292 val_292 +298 val_298 +302 val_302 306 val_306 308 val_308 +310 val_310 +323 val_323 327 val_327 33 val_33 +336 val_336 +341 val_341 +344 val_344 348 val_348 +351 val_351 353 val_353 362 val_362 366 val_366 +375 val_375 +382 val_382 +384 val_384 +393 val_393 +395 val_395 396 val_396 397 val_397 +399 val_399 401 val_401 +403 val_403 +406 val_406 409 val_409 411 val_411 +418 val_418 419 val_419 427 val_427 43 val_43 432 val_432 +435 val_435 436 val_436 439 val_439 443 val_443 453 val_453 +455 val_455 +459 val_459 460 val_460 462 val_462 47 val_47 472 val_472 -485 val_485 -496 val_496 -54 val_54 -64 val_64 -70 val_70 -8 val_8 -83 val_83 -84 val_84 -85 val_85 -90 val_90 -0 val_0 -103 val_103 -114 val_114 -125 val_125 -138 val_138 -146 val_146 -150 val_150 -152 val_152 -153 val_153 -156 val_156 -157 val_157 -165 val_165 -172 val_172 -177 val_177 -179 val_179 -187 val_187 -195 val_195 -196 val_196 -217 val_217 -242 val_242 -248 val_248 -252 val_252 -265 val_265 -27 val_27 -272 val_272 -280 val_280 -291 val_291 -305 val_305 -309 val_309 -311 val_311 -315 val_315 -317 val_317 -322 val_322 -333 val_333 -34 val_34 -345 val_345 -35 val_35 -356 val_356 -364 val_364 -368 val_368 -369 val_369 -37 val_37 -373 val_373 -377 val_377 -4 val_4 -402 val_402 -404 val_404 -413 val_413 -42 val_42 -430 val_430 -431 val_431 -444 val_444 -449 val_449 -452 val_452 -454 val_454 -457 val_457 -463 val_463 -466 val_466 -470 val_470 -475 val_475 -481 val_481 -489 val_489 -491 val_491 -57 val_57 -65 val_65 -66 val_66 -74 val_74 -76 val_76 -78 val_78 -9 val_9 -92 val_92 -95 val_95 -100 val_100 -119 val_119 -128 val_128 -129 val_129 -145 val_145 -167 val_167 -174 val_174 -178 val_178 -181 val_181 -193 val_193 -199 val_199 -20 val_20 -201 val_201 -213 val_213 -214 val_214 -219 val_219 -221 val_221 -223 val_223 -226 val_226 -233 val_233 -241 val_241 -249 val_249 -260 val_260 -262 val_262 -277 val_277 -281 val_281 -287 val_287 -288 val_288 -298 val_298 -302 val_302 -310 val_310 -323 val_323 -336 val_336 -341 val_341 -344 val_344 -351 val_351 -375 val_375 -382 val_382 -384 val_384 -393 val_393 -395 val_395 -399 val_399 -403 val_403 -406 val_406 -418 val_418 -435 val_435 -455 val_455 -459 val_459 477 val_477 478 val_478 479 val_479 482 val_482 +485 val_485 493 val_493 494 val_494 495 val_495 +496 val_496 497 val_497 5 val_5 +54 val_54 58 val_58 +64 val_64 67 val_67 +70 val_70 77 val_77 +8 val_8 80 val_80 +83 val_83 +84 val_84 +85 val_85 86 val_86 +90 val_90 97 val_97 98 val_98 +0 val_0 10 val_10 +103 val_103 11 val_11 111 val_111 +114 val_114 116 val_116 +125 val_125 126 val_126 131 val_131 134 val_134 137 val_137 +138 val_138 143 val_143 +146 val_146 149 val_149 15 val_15 +150 val_150 +152 val_152 +153 val_153 +156 val_156 +157 val_157 163 val_163 164 val_164 +165 val_165 166 val_166 169 val_169 +172 val_172 176 val_176 +177 val_177 +179 val_179 183 val_183 +187 val_187 189 val_189 190 val_190 191 val_191 192 val_192 194 val_194 +195 val_195 +196 val_196 2 val_2 202 val_202 203 val_203 @@ -906,75 +852,129 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 207 val_207 208 val_208 209 val_209 +217 val_217 229 val_229 230 val_230 238 val_238 24 val_24 +242 val_242 +248 val_248 +252 val_252 255 val_255 257 val_257 258 val_258 26 val_26 +265 val_265 266 val_266 +27 val_27 +272 val_272 274 val_274 275 val_275 278 val_278 +280 val_280 282 val_282 284 val_284 285 val_285 289 val_289 +291 val_291 296 val_296 30 val_30 +305 val_305 307 val_307 +309 val_309 +311 val_311 +315 val_315 316 val_316 +317 val_317 318 val_318 321 val_321 +322 val_322 325 val_325 331 val_331 332 val_332 +333 val_333 335 val_335 338 val_338 339 val_339 +34 val_34 342 val_342 +345 val_345 +35 val_35 +356 val_356 360 val_360 +364 val_364 365 val_365 367 val_367 +368 val_368 +369 val_369 +37 val_37 +373 val_373 374 val_374 +377 val_377 378 val_378 379 val_379 386 val_386 389 val_389 392 val_392 394 val_394 +4 val_4 400 val_400 +402 val_402 +404 val_404 407 val_407 41 val_41 +413 val_413 414 val_414 417 val_417 +42 val_42 421 val_421 424 val_424 429 val_429 +430 val_430 +431 val_431 437 val_437 438 val_438 44 val_44 +444 val_444 446 val_446 448 val_448 +449 val_449 +452 val_452 +454 val_454 +457 val_457 458 val_458 +463 val_463 +466 val_466 467 val_467 468 val_468 469 val_469 +470 val_470 +475 val_475 480 val_480 +481 val_481 483 val_483 484 val_484 487 val_487 +489 val_489 490 val_490 +491 val_491 492 val_492 498 val_498 51 val_51 53 val_53 +57 val_57 +65 val_65 +66 val_66 69 val_69 72 val_72 -82 val_82 -87 val_87 +74 val_74 +76 val_76 +78 val_78 +82 val_82 +87 val_87 +9 val_9 +92 val_92 +95 val_95 96 val_96 PREHOOK: query: CREATE TABLE DEST1_n96(key STRING, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -3799,19 +3799,6 @@ POSTHOOK: Input: default@dst_union22_delta_n0@ds=1 POSTHOOK: Input: default@dst_union22_n0 POSTHOOK: Input: default@dst_union22_n0@ds=1 POSTHOOK: Output: default@dst_union22_n0@ds=2 -OPTIMIZED SQL: SELECT `k1`, `k2`, `k3`, `k4` -FROM (SELECT `k1`, `k2`, `k3`, `k4` -FROM `default`.`dst_union22_delta_n0` -WHERE `ds` = '1' AND `k0` <= 50 -UNION ALL -SELECT `t2`.`k1`, `t2`.`k2`, `t4`.`k3`, `t4`.`k4` -FROM (SELECT `k1`, `k2`, `ds` -FROM `default`.`dst_union22_n0` -WHERE `k1` > 20) AS `t2` -LEFT JOIN (SELECT `k1`, `k3`, `k4` -FROM `default`.`dst_union22_delta_n0` -WHERE `ds` = '1' AND `k0` > 50 AND `k1` > 20) AS `t4` ON `t2`.`k1` = `t4`.`k1` AND `t2`.`ds` = '1') -GROUP BY `k1`, `k2`, `k3`, `k4` STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -3925,16 +3912,16 @@ STAGE PLANS: predicate: (UDFToDouble(k1) > 20.0D) (type: boolean) Statistics: Num rows: 166 Data size: 60092 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: k1 (type: string), k2 (type: string), ds (type: string) + expressions: k1 (type: string), k2 (type: string), (ds = '1') (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 166 Data size: 60092 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30212 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join 0 to 1 filter mappings: 0 [1, 1] filter predicates: - 0 {(_col2 = '1')} + 0 {_col2} 1 Estimated key counts: Map 6 => 55 keys: @@ -4288,25 +4275,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@dst_union22_n0 POSTHOOK: Input: default@dst_union22_n0@ds=2 POSTHOOK: Output: hdfs://### HDFS PATH ### +104 val_104 104 val_104 2 11 val_11 11 val_11 2 111 val_111 111 val_111 2 +113 val_113 113 val_113 2 +114 val_114 114 val_114 2 +116 val_116 116 val_116 2 +119 val_119 119 val_119 2 +125 val_125 125 val_125 2 126 val_126 126 val_126 2 +134 val_134 134 val_134 2 +136 val_136 136 val_136 2 +137 val_137 137 val_137 2 143 val_143 143 val_143 2 +153 val_153 153 val_153 2 160 val_160 160 val_160 2 +162 val_162 162 val_162 2 165 val_165 165 val_165 2 166 val_166 166 val_166 2 +167 val_167 167 val_167 2 +168 val_168 168 val_168 2 +17 val_17 17 val_17 2 175 val_175 175 val_175 2 +178 val_178 178 val_178 2 18 val_18 18 val_18 2 +180 val_180 180 val_180 2 183 val_183 183 val_183 2 +186 val_186 186 val_186 2 187 val_187 187 val_187 2 189 val_189 189 val_189 2 +191 val_191 191 val_191 2 192 val_192 192 val_192 2 193 val_193 193 val_193 2 196 val_196 196 val_196 2 197 val_197 197 val_197 2 199 val_199 199 val_199 2 +2 val_2 2 val_2 2 +200 val_200 200 val_200 2 201 val_201 201 val_201 2 202 val_202 202 val_202 2 +203 val_203 203 val_203 2 205 val_205 205 val_205 2 207 val_207 207 val_207 2 216 val_216 216 val_216 2 @@ -4315,26 +4323,55 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 221 val_221 221 val_221 2 226 val_226 226 val_226 2 228 val_228 228 val_228 2 +230 val_230 230 val_230 2 235 val_235 235 val_235 2 +239 val_239 239 val_239 2 +241 val_241 241 val_241 2 242 val_242 242 val_242 2 +244 val_244 244 val_244 2 +247 val_247 247 val_247 2 +252 val_252 252 val_252 2 255 val_255 255 val_255 2 +26 val_26 NULL NULL 2 +263 val_263 263 val_263 2 +265 val_265 265 val_265 2 +27 val_27 NULL NULL 2 27 val_27 27 val_27 2 +274 val_274 274 val_274 2 277 val_277 277 val_277 2 +278 val_278 278 val_278 2 +28 val_28 NULL NULL 2 28 val_28 28 val_28 2 281 val_281 281 val_281 2 +282 val_282 282 val_282 2 283 val_283 283 val_283 2 285 val_285 285 val_285 2 +286 val_286 286 val_286 2 291 val_291 291 val_291 2 305 val_305 305 val_305 2 +306 val_306 306 val_306 2 +307 val_307 307 val_307 2 308 val_308 308 val_308 2 +309 val_309 309 val_309 2 311 val_311 311 val_311 2 +317 val_317 317 val_317 2 +318 val_318 318 val_318 2 +322 val_322 322 val_322 2 327 val_327 327 val_327 2 +33 val_33 33 val_33 2 333 val_333 333 val_333 2 +335 val_335 335 val_335 2 +336 val_336 336 val_336 2 +338 val_338 338 val_338 2 +34 val_34 NULL NULL 2 341 val_341 341 val_341 2 348 val_348 348 val_348 2 35 val_35 NULL NULL 2 35 val_35 35 val_35 2 +351 val_351 351 val_351 2 360 val_360 360 val_360 2 +367 val_367 367 val_367 2 +369 val_369 369 val_369 2 37 val_37 37 val_37 2 373 val_373 373 val_373 2 374 val_374 374 val_374 2 @@ -4342,24 +4379,37 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 384 val_384 384 val_384 2 392 val_392 392 val_392 2 393 val_393 393 val_393 2 +394 val_394 394 val_394 2 395 val_395 395 val_395 2 +396 val_396 396 val_396 2 397 val_397 397 val_397 2 4 val_4 4 val_4 2 400 val_400 400 val_400 2 +402 val_402 402 val_402 2 403 val_403 403 val_403 2 407 val_407 407 val_407 2 411 val_411 411 val_411 2 +419 val_419 419 val_419 2 +421 val_421 421 val_421 2 +424 val_424 424 val_424 2 427 val_427 427 val_427 2 429 val_429 429 val_429 2 +435 val_435 435 val_435 2 +436 val_436 436 val_436 2 439 val_439 439 val_439 2 44 val_44 NULL NULL 2 +446 val_446 446 val_446 2 449 val_449 449 val_449 2 452 val_452 452 val_452 2 454 val_454 454 val_454 2 +458 val_458 458 val_458 2 +460 val_460 460 val_460 2 462 val_462 462 val_462 2 467 val_467 467 val_467 2 47 val_47 47 val_47 2 470 val_470 470 val_470 2 +477 val_477 477 val_477 2 +482 val_482 482 val_482 2 483 val_483 483 val_483 2 489 val_489 489 val_489 2 490 val_490 490 val_490 2 @@ -4367,47 +4417,119 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 493 val_493 493 val_493 2 497 val_497 497 val_497 2 51 val_51 51 val_51 2 +53 val_53 53 val_53 2 54 val_54 54 val_54 2 +57 val_57 57 val_57 2 +65 val_65 65 val_65 2 67 val_67 67 val_67 2 +69 val_69 69 val_69 2 +70 val_70 70 val_70 2 72 val_72 72 val_72 2 +74 val_74 74 val_74 2 +76 val_76 76 val_76 2 77 val_77 77 val_77 2 +84 val_84 84 val_84 2 9 val_9 9 val_9 2 +96 val_96 96 val_96 2 0 val_0 0 val_0 2 +10 val_10 10 val_10 2 +100 val_100 100 val_100 2 103 val_103 103 val_103 2 +105 val_105 105 val_105 2 +118 val_118 118 val_118 2 +12 val_12 12 val_12 2 +120 val_120 120 val_120 2 128 val_128 128 val_128 2 +129 val_129 129 val_129 2 131 val_131 131 val_131 2 133 val_133 133 val_133 2 138 val_138 138 val_138 2 +145 val_145 145 val_145 2 +146 val_146 146 val_146 2 149 val_149 149 val_149 2 +15 val_15 15 val_15 2 +150 val_150 150 val_150 2 152 val_152 152 val_152 2 +155 val_155 155 val_155 2 156 val_156 156 val_156 2 +157 val_157 157 val_157 2 158 val_158 158 val_158 2 163 val_163 163 val_163 2 +164 val_164 164 val_164 2 169 val_169 169 val_169 2 +170 val_170 170 val_170 2 +172 val_172 172 val_172 2 +174 val_174 174 val_174 2 176 val_176 176 val_176 2 +177 val_177 177 val_177 2 +179 val_179 179 val_179 2 +181 val_181 181 val_181 2 +19 val_19 19 val_19 2 190 val_190 190 val_190 2 +194 val_194 194 val_194 2 +195 val_195 195 val_195 2 20 val_20 20 val_20 2 +208 val_208 208 val_208 2 +209 val_209 209 val_209 2 +213 val_213 213 val_213 2 214 val_214 214 val_214 2 +217 val_217 217 val_217 2 +222 val_222 222 val_222 2 223 val_223 223 val_223 2 +224 val_224 224 val_224 2 229 val_229 229 val_229 2 +233 val_233 233 val_233 2 237 val_237 237 val_237 2 238 val_238 238 val_238 2 +24 val_24 NULL NULL 2 +24 val_24 24 val_24 2 +248 val_248 248 val_248 2 +249 val_249 249 val_249 2 +256 val_256 256 val_256 2 +257 val_257 257 val_257 2 +258 val_258 258 val_258 2 26 val_26 26 val_26 2 +260 val_260 260 val_260 2 262 val_262 262 val_262 2 +266 val_266 266 val_266 2 272 val_272 272 val_272 2 +273 val_273 273 val_273 2 275 val_275 275 val_275 2 +280 val_280 280 val_280 2 +284 val_284 284 val_284 2 287 val_287 287 val_287 2 +288 val_288 288 val_288 2 +289 val_289 289 val_289 2 +292 val_292 292 val_292 2 +296 val_296 296 val_296 2 +298 val_298 298 val_298 2 30 val_30 NULL NULL 2 +30 val_30 30 val_30 2 +302 val_302 302 val_302 2 310 val_310 310 val_310 2 +315 val_315 315 val_315 2 +316 val_316 316 val_316 2 +321 val_321 321 val_321 2 +323 val_323 323 val_323 2 325 val_325 325 val_325 2 33 val_33 NULL NULL 2 331 val_331 331 val_331 2 332 val_332 332 val_332 2 +339 val_339 339 val_339 2 34 val_34 34 val_34 2 342 val_342 342 val_342 2 +344 val_344 344 val_344 2 +345 val_345 345 val_345 2 353 val_353 353 val_353 2 356 val_356 356 val_356 2 362 val_362 362 val_362 2 +364 val_364 364 val_364 2 +365 val_365 365 val_365 2 +366 val_366 366 val_366 2 +368 val_368 368 val_368 2 +37 val_37 NULL NULL 2 +375 val_375 375 val_375 2 +378 val_378 378 val_378 2 379 val_379 379 val_379 2 382 val_382 382 val_382 2 386 val_386 386 val_386 2 @@ -4415,201 +4537,66 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 399 val_399 399 val_399 2 401 val_401 401 val_401 2 404 val_404 404 val_404 2 +406 val_406 406 val_406 2 +409 val_409 409 val_409 2 +41 val_41 NULL NULL 2 +41 val_41 41 val_41 2 +413 val_413 413 val_413 2 +414 val_414 414 val_414 2 417 val_417 417 val_417 2 418 val_418 418 val_418 2 42 val_42 NULL NULL 2 +42 val_42 42 val_42 2 43 val_43 NULL NULL 2 +43 val_43 43 val_43 2 430 val_430 430 val_430 2 +431 val_431 431 val_431 2 +432 val_432 432 val_432 2 437 val_437 437 val_437 2 438 val_438 438 val_438 2 44 val_44 44 val_44 2 +443 val_443 443 val_443 2 +444 val_444 444 val_444 2 448 val_448 448 val_448 2 453 val_453 453 val_453 2 455 val_455 455 val_455 2 +457 val_457 457 val_457 2 459 val_459 459 val_459 2 +463 val_463 463 val_463 2 +466 val_466 466 val_466 2 468 val_468 468 val_468 2 469 val_469 469 val_469 2 47 val_47 NULL NULL 2 +472 val_472 472 val_472 2 +475 val_475 475 val_475 2 +478 val_478 478 val_478 2 479 val_479 479 val_479 2 480 val_480 480 val_480 2 481 val_481 481 val_481 2 +484 val_484 484 val_484 2 +485 val_485 485 val_485 2 487 val_487 487 val_487 2 +492 val_492 492 val_492 2 +494 val_494 494 val_494 2 495 val_495 495 val_495 2 496 val_496 496 val_496 2 +498 val_498 498 val_498 2 +5 val_5 5 val_5 2 58 val_58 58 val_58 2 64 val_64 64 val_64 2 66 val_66 66 val_66 2 78 val_78 78 val_78 2 8 val_8 8 val_8 2 +80 val_80 80 val_80 2 +82 val_82 82 val_82 2 83 val_83 83 val_83 2 85 val_85 85 val_85 2 +86 val_86 86 val_86 2 87 val_87 87 val_87 2 90 val_90 90 val_90 2 +92 val_92 92 val_92 2 95 val_95 95 val_95 2 97 val_97 97 val_97 2 -104 val_104 104 val_104 2 -113 val_113 113 val_113 2 -114 val_114 114 val_114 2 -116 val_116 116 val_116 2 -119 val_119 119 val_119 2 -125 val_125 125 val_125 2 -134 val_134 134 val_134 2 -136 val_136 136 val_136 2 -137 val_137 137 val_137 2 -153 val_153 153 val_153 2 -162 val_162 162 val_162 2 -167 val_167 167 val_167 2 -168 val_168 168 val_168 2 -17 val_17 17 val_17 2 -178 val_178 178 val_178 2 -180 val_180 180 val_180 2 -186 val_186 186 val_186 2 -191 val_191 191 val_191 2 -2 val_2 2 val_2 2 -200 val_200 200 val_200 2 -203 val_203 203 val_203 2 -230 val_230 230 val_230 2 -239 val_239 239 val_239 2 -241 val_241 241 val_241 2 -244 val_244 244 val_244 2 -247 val_247 247 val_247 2 -252 val_252 252 val_252 2 -26 val_26 NULL NULL 2 -263 val_263 263 val_263 2 -265 val_265 265 val_265 2 -27 val_27 NULL NULL 2 -274 val_274 274 val_274 2 -278 val_278 278 val_278 2 -28 val_28 NULL NULL 2 -282 val_282 282 val_282 2 -286 val_286 286 val_286 2 -306 val_306 306 val_306 2 -307 val_307 307 val_307 2 -309 val_309 309 val_309 2 -317 val_317 317 val_317 2 -318 val_318 318 val_318 2 -322 val_322 322 val_322 2 -33 val_33 33 val_33 2 -335 val_335 335 val_335 2 -336 val_336 336 val_336 2 -338 val_338 338 val_338 2 -34 val_34 NULL NULL 2 -351 val_351 351 val_351 2 -367 val_367 367 val_367 2 -369 val_369 369 val_369 2 -394 val_394 394 val_394 2 -396 val_396 396 val_396 2 -402 val_402 402 val_402 2 -419 val_419 419 val_419 2 -421 val_421 421 val_421 2 -424 val_424 424 val_424 2 -435 val_435 435 val_435 2 -436 val_436 436 val_436 2 -446 val_446 446 val_446 2 -458 val_458 458 val_458 2 -460 val_460 460 val_460 2 -477 val_477 477 val_477 2 -482 val_482 482 val_482 2 -53 val_53 53 val_53 2 -57 val_57 57 val_57 2 -65 val_65 65 val_65 2 -69 val_69 69 val_69 2 -70 val_70 70 val_70 2 -74 val_74 74 val_74 2 -76 val_76 76 val_76 2 -84 val_84 84 val_84 2 -96 val_96 96 val_96 2 -10 val_10 10 val_10 2 -100 val_100 100 val_100 2 -105 val_105 105 val_105 2 -118 val_118 118 val_118 2 -12 val_12 12 val_12 2 -120 val_120 120 val_120 2 -129 val_129 129 val_129 2 -145 val_145 145 val_145 2 -146 val_146 146 val_146 2 -15 val_15 15 val_15 2 -150 val_150 150 val_150 2 -155 val_155 155 val_155 2 -157 val_157 157 val_157 2 -164 val_164 164 val_164 2 -170 val_170 170 val_170 2 -172 val_172 172 val_172 2 -174 val_174 174 val_174 2 -177 val_177 177 val_177 2 -179 val_179 179 val_179 2 -181 val_181 181 val_181 2 -19 val_19 19 val_19 2 -194 val_194 194 val_194 2 -195 val_195 195 val_195 2 -208 val_208 208 val_208 2 -209 val_209 209 val_209 2 -213 val_213 213 val_213 2 -217 val_217 217 val_217 2 -222 val_222 222 val_222 2 -224 val_224 224 val_224 2 -233 val_233 233 val_233 2 -24 val_24 NULL NULL 2 -24 val_24 24 val_24 2 -248 val_248 248 val_248 2 -249 val_249 249 val_249 2 -256 val_256 256 val_256 2 -257 val_257 257 val_257 2 -258 val_258 258 val_258 2 -260 val_260 260 val_260 2 -266 val_266 266 val_266 2 -273 val_273 273 val_273 2 -280 val_280 280 val_280 2 -284 val_284 284 val_284 2 -288 val_288 288 val_288 2 -289 val_289 289 val_289 2 -292 val_292 292 val_292 2 -296 val_296 296 val_296 2 -298 val_298 298 val_298 2 -30 val_30 30 val_30 2 -302 val_302 302 val_302 2 -315 val_315 315 val_315 2 -316 val_316 316 val_316 2 -321 val_321 321 val_321 2 -323 val_323 323 val_323 2 -339 val_339 339 val_339 2 -344 val_344 344 val_344 2 -345 val_345 345 val_345 2 -364 val_364 364 val_364 2 -365 val_365 365 val_365 2 -366 val_366 366 val_366 2 -368 val_368 368 val_368 2 -37 val_37 NULL NULL 2 -375 val_375 375 val_375 2 -378 val_378 378 val_378 2 -406 val_406 406 val_406 2 -409 val_409 409 val_409 2 -41 val_41 NULL NULL 2 -41 val_41 41 val_41 2 -413 val_413 413 val_413 2 -414 val_414 414 val_414 2 -42 val_42 42 val_42 2 -43 val_43 43 val_43 2 -431 val_431 431 val_431 2 -432 val_432 432 val_432 2 -443 val_443 443 val_443 2 -444 val_444 444 val_444 2 -457 val_457 457 val_457 2 -463 val_463 463 val_463 2 -466 val_466 466 val_466 2 -472 val_472 472 val_472 2 -475 val_475 475 val_475 2 -478 val_478 478 val_478 2 -484 val_484 484 val_484 2 -485 val_485 485 val_485 2 -492 val_492 492 val_492 2 -494 val_494 494 val_494 2 -498 val_498 498 val_498 2 -5 val_5 5 val_5 2 -80 val_80 80 val_80 2 -82 val_82 82 val_82 2 -86 val_86 86 val_86 2 -92 val_92 92 val_92 2 98 val_98 98 val_98 2 PREHOOK: query: explain select s.key2, s.value2 @@ -4733,314 +4720,314 @@ from ( POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### +100 val_100 104 val_104 105 val_105 113 val_113 118 val_118 +119 val_119 12 val_12 120 val_120 +128 val_128 +129 val_129 133 val_133 136 val_136 +145 val_145 155 val_155 158 val_158 160 val_160 162 val_162 +167 val_167 168 val_168 17 val_17 170 val_170 +174 val_174 175 val_175 +178 val_178 18 val_18 180 val_180 +181 val_181 186 val_186 19 val_19 +193 val_193 197 val_197 +199 val_199 +20 val_20 200 val_200 +201 val_201 +213 val_213 +214 val_214 216 val_216 218 val_218 +219 val_219 +221 val_221 222 val_222 +223 val_223 224 val_224 +226 val_226 228 val_228 +233 val_233 235 val_235 237 val_237 239 val_239 +241 val_241 244 val_244 247 val_247 +249 val_249 256 val_256 +260 val_260 +262 val_262 263 val_263 273 val_273 +277 val_277 28 val_28 +281 val_281 283 val_283 286 val_286 +287 val_287 +288 val_288 292 val_292 +298 val_298 +302 val_302 306 val_306 308 val_308 +310 val_310 +323 val_323 327 val_327 33 val_33 +336 val_336 +341 val_341 +344 val_344 348 val_348 +351 val_351 353 val_353 362 val_362 366 val_366 +375 val_375 +382 val_382 +384 val_384 +393 val_393 +395 val_395 396 val_396 397 val_397 +399 val_399 401 val_401 +403 val_403 +406 val_406 409 val_409 411 val_411 +418 val_418 419 val_419 427 val_427 43 val_43 432 val_432 +435 val_435 436 val_436 439 val_439 443 val_443 453 val_453 +455 val_455 +459 val_459 460 val_460 462 val_462 47 val_47 472 val_472 +477 val_477 +478 val_478 +479 val_479 +482 val_482 485 val_485 +493 val_493 +494 val_494 +495 val_495 496 val_496 +497 val_497 +5 val_5 54 val_54 +58 val_58 64 val_64 +67 val_67 70 val_70 +77 val_77 8 val_8 +80 val_80 83 val_83 84 val_84 85 val_85 +86 val_86 90 val_90 +97 val_97 +98 val_98 0 val_0 +10 val_10 103 val_103 +11 val_11 +111 val_111 114 val_114 +116 val_116 125 val_125 +126 val_126 +131 val_131 +134 val_134 +137 val_137 138 val_138 +143 val_143 146 val_146 +149 val_149 +15 val_15 150 val_150 152 val_152 153 val_153 156 val_156 157 val_157 +163 val_163 +164 val_164 165 val_165 +166 val_166 +169 val_169 172 val_172 +176 val_176 177 val_177 179 val_179 +183 val_183 187 val_187 +189 val_189 +190 val_190 +191 val_191 +192 val_192 +194 val_194 195 val_195 196 val_196 +2 val_2 +202 val_202 +203 val_203 +205 val_205 +207 val_207 +208 val_208 +209 val_209 217 val_217 +229 val_229 +230 val_230 +238 val_238 +24 val_24 242 val_242 248 val_248 252 val_252 +255 val_255 +257 val_257 +258 val_258 +26 val_26 265 val_265 +266 val_266 27 val_27 272 val_272 +274 val_274 +275 val_275 +278 val_278 280 val_280 +282 val_282 +284 val_284 +285 val_285 +289 val_289 291 val_291 +296 val_296 +30 val_30 305 val_305 +307 val_307 309 val_309 311 val_311 315 val_315 +316 val_316 317 val_317 +318 val_318 +321 val_321 322 val_322 +325 val_325 +331 val_331 +332 val_332 333 val_333 +335 val_335 +338 val_338 +339 val_339 34 val_34 +342 val_342 345 val_345 35 val_35 356 val_356 +360 val_360 364 val_364 +365 val_365 +367 val_367 368 val_368 369 val_369 37 val_37 373 val_373 +374 val_374 377 val_377 +378 val_378 +379 val_379 +386 val_386 +389 val_389 +392 val_392 +394 val_394 4 val_4 +400 val_400 402 val_402 404 val_404 +407 val_407 +41 val_41 413 val_413 +414 val_414 +417 val_417 42 val_42 +421 val_421 +424 val_424 +429 val_429 430 val_430 431 val_431 +437 val_437 +438 val_438 +44 val_44 444 val_444 +446 val_446 +448 val_448 449 val_449 452 val_452 454 val_454 457 val_457 +458 val_458 463 val_463 466 val_466 +467 val_467 +468 val_468 +469 val_469 470 val_470 475 val_475 +480 val_480 481 val_481 +483 val_483 +484 val_484 +487 val_487 489 val_489 +490 val_490 491 val_491 +492 val_492 +498 val_498 +51 val_51 +53 val_53 57 val_57 65 val_65 66 val_66 +69 val_69 +72 val_72 74 val_74 76 val_76 78 val_78 +82 val_82 +87 val_87 9 val_9 92 val_92 95 val_95 -100 val_100 -119 val_119 -128 val_128 -129 val_129 -145 val_145 -167 val_167 -174 val_174 -178 val_178 -181 val_181 -193 val_193 -199 val_199 -20 val_20 -201 val_201 -213 val_213 -214 val_214 -219 val_219 -221 val_221 -223 val_223 -226 val_226 -233 val_233 -241 val_241 -249 val_249 -260 val_260 -262 val_262 -277 val_277 -281 val_281 -287 val_287 -288 val_288 -298 val_298 -302 val_302 -310 val_310 -323 val_323 -336 val_336 -341 val_341 -344 val_344 -351 val_351 -375 val_375 -382 val_382 -384 val_384 -393 val_393 -395 val_395 -399 val_399 -403 val_403 -406 val_406 -418 val_418 -435 val_435 -455 val_455 -459 val_459 -477 val_477 -478 val_478 -479 val_479 -482 val_482 -493 val_493 -494 val_494 -495 val_495 -497 val_497 -5 val_5 -58 val_58 -67 val_67 -77 val_77 -80 val_80 -86 val_86 -97 val_97 -98 val_98 -10 val_10 -11 val_11 -111 val_111 -116 val_116 -126 val_126 -131 val_131 -134 val_134 -137 val_137 -143 val_143 -149 val_149 -15 val_15 -163 val_163 -164 val_164 -166 val_166 -169 val_169 -176 val_176 -183 val_183 -189 val_189 -190 val_190 -191 val_191 -192 val_192 -194 val_194 -2 val_2 -202 val_202 -203 val_203 -205 val_205 -207 val_207 -208 val_208 -209 val_209 -229 val_229 -230 val_230 -238 val_238 -24 val_24 -255 val_255 -257 val_257 -258 val_258 -26 val_26 -266 val_266 -274 val_274 -275 val_275 -278 val_278 -282 val_282 -284 val_284 -285 val_285 -289 val_289 -296 val_296 -30 val_30 -307 val_307 -316 val_316 -318 val_318 -321 val_321 -325 val_325 -331 val_331 -332 val_332 -335 val_335 -338 val_338 -339 val_339 -342 val_342 -360 val_360 -365 val_365 -367 val_367 -374 val_374 -378 val_378 -379 val_379 -386 val_386 -389 val_389 -392 val_392 -394 val_394 -400 val_400 -407 val_407 -41 val_41 -414 val_414 -417 val_417 -421 val_421 -424 val_424 -429 val_429 -437 val_437 -438 val_438 -44 val_44 -446 val_446 -448 val_448 -458 val_458 -467 val_467 -468 val_468 -469 val_469 -480 val_480 -483 val_483 -484 val_484 -487 val_487 -490 val_490 -492 val_492 -498 val_498 -51 val_51 -53 val_53 -69 val_69 -72 val_72 -82 val_82 -87 val_87 96 val_96 PREHOOK: query: create table src2_n2 as select key, count(1) as count from src group by key PREHOOK: type: CREATETABLE_AS_SELECT @@ -7314,544 +7301,185 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1 280 val_280 1 281 val_281 1 282 val_282 -1 283 val_283 -1 284 val_284 -1 285 val_285 -1 286 val_286 -1 287 val_287 -1 288 val_288 -1 289 val_289 -1 291 val_291 -1 292 val_292 -1 296 val_296 -1 298 val_298 -1 30 val_30 -1 302 val_302 -1 305 val_305 -1 306 val_306 -1 307 val_307 -1 308 val_308 -1 309 val_309 -1 310 val_310 -1 311 val_311 -1 315 val_315 -1 316 val_316 -1 317 val_317 -1 318 val_318 -1 321 val_321 -1 322 val_322 -1 323 val_323 -1 325 val_325 -1 327 val_327 -1 33 val_33 -1 331 val_331 -1 332 val_332 -1 333 val_333 -1 335 val_335 -1 336 val_336 -1 338 val_338 -1 339 val_339 -1 34 val_34 -1 341 val_341 -1 342 val_342 -1 344 val_344 -1 345 val_345 -1 348 val_348 -1 35 val_35 -1 351 val_351 -1 353 val_353 -1 356 val_356 -1 360 val_360 -1 362 val_362 -1 364 val_364 -1 365 val_365 -1 366 val_366 -1 367 val_367 -1 368 val_368 -1 369 val_369 -1 37 val_37 -1 373 val_373 -1 374 val_374 -1 375 val_375 -1 377 val_377 -1 378 val_378 -1 379 val_379 -1 382 val_382 -1 384 val_384 -1 386 val_386 -1 389 val_389 -1 392 val_392 -1 393 val_393 -1 394 val_394 -1 395 val_395 -1 396 val_396 -1 397 val_397 -1 399 val_399 -1 4 val_4 -1 400 val_400 -1 401 val_401 -1 402 val_402 -1 403 val_403 -1 404 val_404 -1 406 val_406 -1 407 val_407 -1 409 val_409 -1 41 val_41 -1 411 val_411 -1 413 val_413 -1 414 val_414 -1 417 val_417 -1 418 val_418 -1 419 val_419 -1 42 val_42 -1 421 val_421 -1 424 val_424 -1 427 val_427 -1 429 val_429 -1 43 val_43 -1 430 val_430 -1 431 val_431 -1 432 val_432 -1 435 val_435 -1 436 val_436 -1 437 val_437 -1 438 val_438 -1 439 val_439 -1 44 val_44 -1 443 val_443 -1 444 val_444 -1 446 val_446 -1 448 val_448 -1 449 val_449 -1 452 val_452 -1 453 val_453 -1 454 val_454 -1 455 val_455 -1 457 val_457 -1 458 val_458 -1 459 val_459 -1 460 val_460 -1 462 val_462 -1 463 val_463 -1 466 val_466 -1 467 val_467 -1 468 val_468 -1 469 val_469 -1 47 val_47 -1 470 val_470 -1 472 val_472 -1 475 val_475 -1 477 val_477 -1 478 val_478 -1 479 val_479 -1 480 val_480 -1 481 val_481 -1 482 val_482 -1 483 val_483 -1 484 val_484 -1 485 val_485 -1 487 val_487 -1 489 val_489 -1 490 val_490 -1 491 val_491 -1 492 val_492 -1 493 val_493 -1 494 val_494 -1 495 val_495 -1 496 val_496 -1 497 val_497 -1 498 val_498 -1 5 val_5 -1 51 val_51 -1 53 val_53 -1 54 val_54 -1 57 val_57 -1 58 val_58 -1 64 val_64 -1 65 val_65 -1 66 val_66 -1 67 val_67 -1 69 val_69 -1 70 val_70 -1 72 val_72 -1 74 val_74 -1 76 val_76 -1 77 val_77 -1 78 val_78 -1 8 val_8 -1 80 val_80 -1 82 val_82 -1 83 val_83 -1 84 val_84 -1 85 val_85 -1 86 val_86 -1 87 val_87 -1 9 val_9 -1 90 val_90 -1 92 val_92 -1 95 val_95 -1 96 val_96 -1 97 val_97 -1 98 val_98 -PREHOOK: query: SELECT -count(1) as counts, -key, -value -FROM -( - -SELECT -a.key, a.value -FROM srcpart a JOIN srcpart b -ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12' -AND a.key = b.key - -UNION DISTINCT - -select key, value -FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol -WHERE ds='2008-04-08' and hr='11' -) a -group by key, value -PREHOOK: type: QUERY -PREHOOK: Input: default@srcpart -PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: hdfs://### HDFS PATH ### -POSTHOOK: query: SELECT -count(1) as counts, -key, -value -FROM -( - -SELECT -a.key, a.value -FROM srcpart a JOIN srcpart b -ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12' -AND a.key = b.key - -UNION DISTINCT - -select key, value -FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol -WHERE ds='2008-04-08' and hr='11' -) a -group by key, value -POSTHOOK: type: QUERY -POSTHOOK: Input: default@srcpart -POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: hdfs://### HDFS PATH ### -1 104 val_104 -1 105 val_105 -1 113 val_113 -1 118 val_118 -1 12 val_12 -1 120 val_120 -1 133 val_133 -1 136 val_136 -1 155 val_155 -1 158 val_158 -1 160 val_160 -1 162 val_162 -1 168 val_168 -1 17 val_17 -1 170 val_170 -1 175 val_175 -1 18 val_18 -1 180 val_180 -1 186 val_186 -1 19 val_19 -1 197 val_197 -1 200 val_200 -1 216 val_216 -1 218 val_218 -1 222 val_222 -1 224 val_224 -1 228 val_228 -1 235 val_235 -1 237 val_237 -1 239 val_239 -1 244 val_244 -1 247 val_247 -1 256 val_256 -1 263 val_263 -1 273 val_273 -1 28 val_28 -1 283 val_283 -1 286 val_286 -1 292 val_292 -1 306 val_306 -1 308 val_308 -1 327 val_327 -1 33 val_33 -1 348 val_348 -1 353 val_353 -1 362 val_362 -1 366 val_366 -1 396 val_396 -1 397 val_397 -1 401 val_401 -1 409 val_409 -1 411 val_411 -1 419 val_419 -1 427 val_427 -1 43 val_43 -1 432 val_432 -1 436 val_436 -1 439 val_439 -1 443 val_443 -1 453 val_453 -1 460 val_460 -1 462 val_462 -1 47 val_47 -1 472 val_472 -1 485 val_485 -1 496 val_496 -1 54 val_54 -1 64 val_64 -1 70 val_70 -1 8 val_8 -1 83 val_83 -1 84 val_84 -1 85 val_85 -1 90 val_90 -1 0 val_0 -1 103 val_103 -1 114 val_114 -1 125 val_125 -1 138 val_138 -1 146 val_146 -1 150 val_150 -1 152 val_152 -1 153 val_153 -1 156 val_156 -1 157 val_157 -1 165 val_165 -1 172 val_172 -1 177 val_177 -1 179 val_179 -1 187 val_187 -1 195 val_195 -1 196 val_196 -1 217 val_217 -1 242 val_242 -1 248 val_248 -1 252 val_252 -1 265 val_265 -1 27 val_27 -1 272 val_272 -1 280 val_280 -1 291 val_291 -1 305 val_305 -1 309 val_309 -1 311 val_311 -1 315 val_315 -1 317 val_317 -1 322 val_322 -1 333 val_333 -1 34 val_34 -1 345 val_345 -1 35 val_35 -1 356 val_356 -1 364 val_364 -1 368 val_368 -1 369 val_369 -1 37 val_37 -1 373 val_373 -1 377 val_377 -1 4 val_4 -1 402 val_402 -1 404 val_404 -1 413 val_413 -1 42 val_42 -1 430 val_430 -1 431 val_431 -1 444 val_444 -1 449 val_449 -1 452 val_452 -1 454 val_454 -1 457 val_457 -1 463 val_463 -1 466 val_466 -1 470 val_470 -1 475 val_475 -1 481 val_481 -1 489 val_489 -1 491 val_491 -1 57 val_57 -1 65 val_65 -1 66 val_66 -1 74 val_74 -1 76 val_76 -1 78 val_78 -1 9 val_9 -1 92 val_92 -1 95 val_95 -1 100 val_100 -1 119 val_119 -1 128 val_128 -1 129 val_129 -1 145 val_145 -1 167 val_167 -1 174 val_174 -1 178 val_178 -1 181 val_181 -1 193 val_193 -1 199 val_199 -1 20 val_20 -1 201 val_201 -1 213 val_213 -1 214 val_214 -1 219 val_219 -1 221 val_221 -1 223 val_223 -1 226 val_226 -1 233 val_233 -1 241 val_241 -1 249 val_249 -1 260 val_260 -1 262 val_262 -1 277 val_277 -1 281 val_281 -1 287 val_287 -1 288 val_288 -1 298 val_298 -1 302 val_302 -1 310 val_310 -1 323 val_323 -1 336 val_336 -1 341 val_341 -1 344 val_344 -1 351 val_351 -1 375 val_375 -1 382 val_382 -1 384 val_384 -1 393 val_393 -1 395 val_395 -1 399 val_399 -1 403 val_403 -1 406 val_406 -1 418 val_418 -1 435 val_435 -1 455 val_455 -1 459 val_459 -1 477 val_477 -1 478 val_478 -1 479 val_479 -1 482 val_482 -1 493 val_493 -1 494 val_494 -1 495 val_495 -1 497 val_497 -1 5 val_5 -1 58 val_58 -1 67 val_67 -1 77 val_77 -1 80 val_80 -1 86 val_86 -1 97 val_97 -1 98 val_98 -1 10 val_10 -1 11 val_11 -1 111 val_111 -1 116 val_116 -1 126 val_126 -1 131 val_131 -1 134 val_134 -1 137 val_137 -1 143 val_143 -1 149 val_149 -1 15 val_15 -1 163 val_163 -1 164 val_164 -1 166 val_166 -1 169 val_169 -1 176 val_176 -1 183 val_183 -1 189 val_189 -1 190 val_190 -1 191 val_191 -1 192 val_192 -1 194 val_194 -1 2 val_2 -1 202 val_202 -1 203 val_203 -1 205 val_205 -1 207 val_207 -1 208 val_208 -1 209 val_209 -1 229 val_229 -1 230 val_230 -1 238 val_238 -1 24 val_24 -1 255 val_255 -1 257 val_257 -1 258 val_258 -1 26 val_26 -1 266 val_266 -1 274 val_274 -1 275 val_275 -1 278 val_278 -1 282 val_282 +1 283 val_283 1 284 val_284 1 285 val_285 +1 286 val_286 +1 287 val_287 +1 288 val_288 1 289 val_289 +1 291 val_291 +1 292 val_292 1 296 val_296 +1 298 val_298 1 30 val_30 +1 302 val_302 +1 305 val_305 +1 306 val_306 1 307 val_307 +1 308 val_308 +1 309 val_309 +1 310 val_310 +1 311 val_311 +1 315 val_315 1 316 val_316 +1 317 val_317 1 318 val_318 1 321 val_321 +1 322 val_322 +1 323 val_323 1 325 val_325 +1 327 val_327 +1 33 val_33 1 331 val_331 1 332 val_332 +1 333 val_333 1 335 val_335 +1 336 val_336 1 338 val_338 1 339 val_339 +1 34 val_34 +1 341 val_341 1 342 val_342 +1 344 val_344 +1 345 val_345 +1 348 val_348 +1 35 val_35 +1 351 val_351 +1 353 val_353 +1 356 val_356 1 360 val_360 +1 362 val_362 +1 364 val_364 1 365 val_365 +1 366 val_366 1 367 val_367 +1 368 val_368 +1 369 val_369 +1 37 val_37 +1 373 val_373 1 374 val_374 +1 375 val_375 +1 377 val_377 1 378 val_378 1 379 val_379 +1 382 val_382 +1 384 val_384 1 386 val_386 1 389 val_389 1 392 val_392 +1 393 val_393 1 394 val_394 +1 395 val_395 +1 396 val_396 +1 397 val_397 +1 399 val_399 +1 4 val_4 1 400 val_400 +1 401 val_401 +1 402 val_402 +1 403 val_403 +1 404 val_404 +1 406 val_406 1 407 val_407 +1 409 val_409 1 41 val_41 +1 411 val_411 +1 413 val_413 1 414 val_414 1 417 val_417 +1 418 val_418 +1 419 val_419 +1 42 val_42 1 421 val_421 1 424 val_424 +1 427 val_427 1 429 val_429 +1 43 val_43 +1 430 val_430 +1 431 val_431 +1 432 val_432 +1 435 val_435 +1 436 val_436 1 437 val_437 1 438 val_438 +1 439 val_439 1 44 val_44 +1 443 val_443 +1 444 val_444 1 446 val_446 1 448 val_448 +1 449 val_449 +1 452 val_452 +1 453 val_453 +1 454 val_454 +1 455 val_455 +1 457 val_457 1 458 val_458 +1 459 val_459 +1 460 val_460 +1 462 val_462 +1 463 val_463 +1 466 val_466 1 467 val_467 1 468 val_468 1 469 val_469 +1 47 val_47 +1 470 val_470 +1 472 val_472 +1 475 val_475 +1 477 val_477 +1 478 val_478 +1 479 val_479 1 480 val_480 +1 481 val_481 +1 482 val_482 1 483 val_483 1 484 val_484 +1 485 val_485 1 487 val_487 +1 489 val_489 1 490 val_490 +1 491 val_491 1 492 val_492 +1 493 val_493 +1 494 val_494 +1 495 val_495 +1 496 val_496 +1 497 val_497 1 498 val_498 +1 5 val_5 1 51 val_51 1 53 val_53 +1 54 val_54 +1 57 val_57 +1 58 val_58 +1 64 val_64 +1 65 val_65 +1 66 val_66 +1 67 val_67 1 69 val_69 +1 70 val_70 1 72 val_72 +1 74 val_74 +1 76 val_76 +1 77 val_77 +1 78 val_78 +1 8 val_8 +1 80 val_80 1 82 val_82 +1 83 val_83 +1 84 val_84 +1 85 val_85 +1 86 val_86 1 87 val_87 +1 9 val_9 +1 90 val_90 +1 92 val_92 +1 95 val_95 1 96 val_96 +1 97 val_97 +1 98 val_98 PREHOOK: query: SELECT count(1) as counts, key, @@ -7902,238 +7530,543 @@ POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Output: hdfs://### HDFS PATH ### +1 100 val_100 1 104 val_104 1 105 val_105 1 113 val_113 1 118 val_118 +1 119 val_119 1 12 val_12 1 120 val_120 +1 128 val_128 +1 129 val_129 1 133 val_133 1 136 val_136 +1 145 val_145 1 155 val_155 1 158 val_158 1 160 val_160 1 162 val_162 +1 167 val_167 1 168 val_168 1 17 val_17 1 170 val_170 +1 174 val_174 1 175 val_175 +1 178 val_178 1 18 val_18 1 180 val_180 +1 181 val_181 1 186 val_186 1 19 val_19 +1 193 val_193 1 197 val_197 +1 199 val_199 +1 20 val_20 1 200 val_200 +1 201 val_201 +1 213 val_213 +1 214 val_214 1 216 val_216 1 218 val_218 +1 219 val_219 +1 221 val_221 1 222 val_222 +1 223 val_223 1 224 val_224 +1 226 val_226 1 228 val_228 +1 233 val_233 1 235 val_235 1 237 val_237 1 239 val_239 +1 241 val_241 1 244 val_244 1 247 val_247 +1 249 val_249 1 256 val_256 +1 260 val_260 +1 262 val_262 1 263 val_263 1 273 val_273 +1 277 val_277 1 28 val_28 +1 281 val_281 1 283 val_283 1 286 val_286 +1 287 val_287 +1 288 val_288 1 292 val_292 +1 298 val_298 +1 302 val_302 1 306 val_306 1 308 val_308 +1 310 val_310 +1 323 val_323 1 327 val_327 1 33 val_33 +1 336 val_336 +1 341 val_341 +1 344 val_344 1 348 val_348 +1 351 val_351 1 353 val_353 1 362 val_362 1 366 val_366 +1 375 val_375 +1 382 val_382 +1 384 val_384 +1 393 val_393 +1 395 val_395 1 396 val_396 1 397 val_397 +1 399 val_399 1 401 val_401 +1 403 val_403 +1 406 val_406 1 409 val_409 1 411 val_411 +1 418 val_418 1 419 val_419 1 427 val_427 1 43 val_43 1 432 val_432 +1 435 val_435 1 436 val_436 1 439 val_439 1 443 val_443 1 453 val_453 +1 455 val_455 +1 459 val_459 1 460 val_460 1 462 val_462 1 47 val_47 1 472 val_472 +1 477 val_477 +1 478 val_478 +1 479 val_479 +1 482 val_482 1 485 val_485 +1 493 val_493 +1 494 val_494 +1 495 val_495 1 496 val_496 +1 497 val_497 +1 5 val_5 1 54 val_54 +1 58 val_58 1 64 val_64 +1 67 val_67 1 70 val_70 +1 77 val_77 1 8 val_8 +1 80 val_80 1 83 val_83 1 84 val_84 1 85 val_85 +1 86 val_86 1 90 val_90 +1 97 val_97 +1 98 val_98 1 0 val_0 +1 10 val_10 1 103 val_103 +1 11 val_11 +1 111 val_111 1 114 val_114 +1 116 val_116 1 125 val_125 +1 126 val_126 +1 131 val_131 +1 134 val_134 +1 137 val_137 1 138 val_138 +1 143 val_143 1 146 val_146 +1 149 val_149 +1 15 val_15 1 150 val_150 1 152 val_152 1 153 val_153 1 156 val_156 1 157 val_157 +1 163 val_163 +1 164 val_164 1 165 val_165 +1 166 val_166 +1 169 val_169 1 172 val_172 +1 176 val_176 1 177 val_177 1 179 val_179 +1 183 val_183 1 187 val_187 +1 189 val_189 +1 190 val_190 +1 191 val_191 +1 192 val_192 +1 194 val_194 1 195 val_195 1 196 val_196 +1 2 val_2 +1 202 val_202 +1 203 val_203 +1 205 val_205 +1 207 val_207 +1 208 val_208 +1 209 val_209 1 217 val_217 +1 229 val_229 +1 230 val_230 +1 238 val_238 +1 24 val_24 1 242 val_242 1 248 val_248 1 252 val_252 +1 255 val_255 +1 257 val_257 +1 258 val_258 +1 26 val_26 1 265 val_265 +1 266 val_266 1 27 val_27 1 272 val_272 +1 274 val_274 +1 275 val_275 +1 278 val_278 1 280 val_280 +1 282 val_282 +1 284 val_284 +1 285 val_285 +1 289 val_289 1 291 val_291 +1 296 val_296 +1 30 val_30 1 305 val_305 +1 307 val_307 1 309 val_309 1 311 val_311 1 315 val_315 +1 316 val_316 1 317 val_317 +1 318 val_318 +1 321 val_321 1 322 val_322 +1 325 val_325 +1 331 val_331 +1 332 val_332 1 333 val_333 +1 335 val_335 +1 338 val_338 +1 339 val_339 1 34 val_34 +1 342 val_342 1 345 val_345 1 35 val_35 1 356 val_356 +1 360 val_360 1 364 val_364 +1 365 val_365 +1 367 val_367 1 368 val_368 1 369 val_369 1 37 val_37 1 373 val_373 +1 374 val_374 1 377 val_377 +1 378 val_378 +1 379 val_379 +1 386 val_386 +1 389 val_389 +1 392 val_392 +1 394 val_394 1 4 val_4 +1 400 val_400 1 402 val_402 1 404 val_404 +1 407 val_407 +1 41 val_41 1 413 val_413 +1 414 val_414 +1 417 val_417 1 42 val_42 +1 421 val_421 +1 424 val_424 +1 429 val_429 1 430 val_430 1 431 val_431 +1 437 val_437 +1 438 val_438 +1 44 val_44 1 444 val_444 +1 446 val_446 +1 448 val_448 1 449 val_449 1 452 val_452 1 454 val_454 1 457 val_457 +1 458 val_458 1 463 val_463 1 466 val_466 +1 467 val_467 +1 468 val_468 +1 469 val_469 1 470 val_470 1 475 val_475 +1 480 val_480 1 481 val_481 +1 483 val_483 +1 484 val_484 +1 487 val_487 1 489 val_489 +1 490 val_490 1 491 val_491 +1 492 val_492 +1 498 val_498 +1 51 val_51 +1 53 val_53 1 57 val_57 1 65 val_65 1 66 val_66 +1 69 val_69 +1 72 val_72 1 74 val_74 1 76 val_76 1 78 val_78 +1 82 val_82 +1 87 val_87 1 9 val_9 1 92 val_92 1 95 val_95 +1 96 val_96 +PREHOOK: query: SELECT +count(1) as counts, +key, +value +FROM +( + +SELECT +a.key, a.value +FROM srcpart a JOIN srcpart b +ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12' +AND a.key = b.key + +UNION DISTINCT + +select key, value +FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol +WHERE ds='2008-04-08' and hr='11' +) a +group by key, value +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: SELECT +count(1) as counts, +key, +value +FROM +( + +SELECT +a.key, a.value +FROM srcpart a JOIN srcpart b +ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12' +AND a.key = b.key + +UNION DISTINCT + +select key, value +FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol +WHERE ds='2008-04-08' and hr='11' +) a +group by key, value +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 100 val_100 +1 104 val_104 +1 105 val_105 +1 113 val_113 +1 118 val_118 1 119 val_119 +1 12 val_12 +1 120 val_120 1 128 val_128 1 129 val_129 +1 133 val_133 +1 136 val_136 1 145 val_145 +1 155 val_155 +1 158 val_158 +1 160 val_160 +1 162 val_162 1 167 val_167 +1 168 val_168 +1 17 val_17 +1 170 val_170 1 174 val_174 +1 175 val_175 1 178 val_178 +1 18 val_18 +1 180 val_180 1 181 val_181 +1 186 val_186 +1 19 val_19 1 193 val_193 +1 197 val_197 1 199 val_199 1 20 val_20 +1 200 val_200 1 201 val_201 1 213 val_213 1 214 val_214 +1 216 val_216 +1 218 val_218 1 219 val_219 1 221 val_221 +1 222 val_222 1 223 val_223 +1 224 val_224 1 226 val_226 +1 228 val_228 1 233 val_233 +1 235 val_235 +1 237 val_237 +1 239 val_239 1 241 val_241 +1 244 val_244 +1 247 val_247 1 249 val_249 +1 256 val_256 1 260 val_260 1 262 val_262 +1 263 val_263 +1 273 val_273 1 277 val_277 +1 28 val_28 1 281 val_281 +1 283 val_283 +1 286 val_286 1 287 val_287 1 288 val_288 +1 292 val_292 1 298 val_298 1 302 val_302 +1 306 val_306 +1 308 val_308 1 310 val_310 1 323 val_323 +1 327 val_327 +1 33 val_33 1 336 val_336 1 341 val_341 1 344 val_344 +1 348 val_348 1 351 val_351 +1 353 val_353 +1 362 val_362 +1 366 val_366 1 375 val_375 1 382 val_382 1 384 val_384 1 393 val_393 1 395 val_395 +1 396 val_396 +1 397 val_397 1 399 val_399 +1 401 val_401 1 403 val_403 1 406 val_406 +1 409 val_409 +1 411 val_411 1 418 val_418 +1 419 val_419 +1 427 val_427 +1 43 val_43 +1 432 val_432 1 435 val_435 +1 436 val_436 +1 439 val_439 +1 443 val_443 +1 453 val_453 1 455 val_455 1 459 val_459 +1 460 val_460 +1 462 val_462 +1 47 val_47 +1 472 val_472 1 477 val_477 1 478 val_478 1 479 val_479 1 482 val_482 +1 485 val_485 1 493 val_493 1 494 val_494 1 495 val_495 +1 496 val_496 1 497 val_497 1 5 val_5 +1 54 val_54 1 58 val_58 +1 64 val_64 1 67 val_67 +1 70 val_70 1 77 val_77 +1 8 val_8 1 80 val_80 +1 83 val_83 +1 84 val_84 +1 85 val_85 1 86 val_86 +1 90 val_90 1 97 val_97 1 98 val_98 +1 0 val_0 1 10 val_10 +1 103 val_103 1 11 val_11 1 111 val_111 +1 114 val_114 1 116 val_116 +1 125 val_125 1 126 val_126 1 131 val_131 1 134 val_134 1 137 val_137 +1 138 val_138 1 143 val_143 +1 146 val_146 1 149 val_149 1 15 val_15 +1 150 val_150 +1 152 val_152 +1 153 val_153 +1 156 val_156 +1 157 val_157 1 163 val_163 1 164 val_164 +1 165 val_165 1 166 val_166 1 169 val_169 +1 172 val_172 1 176 val_176 +1 177 val_177 +1 179 val_179 1 183 val_183 +1 187 val_187 1 189 val_189 1 190 val_190 1 191 val_191 1 192 val_192 1 194 val_194 +1 195 val_195 +1 196 val_196 1 2 val_2 1 202 val_202 1 203 val_203 @@ -8141,75 +8074,129 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1 207 val_207 1 208 val_208 1 209 val_209 +1 217 val_217 1 229 val_229 1 230 val_230 1 238 val_238 1 24 val_24 +1 242 val_242 +1 248 val_248 +1 252 val_252 1 255 val_255 1 257 val_257 1 258 val_258 1 26 val_26 +1 265 val_265 1 266 val_266 +1 27 val_27 +1 272 val_272 1 274 val_274 1 275 val_275 1 278 val_278 +1 280 val_280 1 282 val_282 1 284 val_284 1 285 val_285 1 289 val_289 +1 291 val_291 1 296 val_296 1 30 val_30 +1 305 val_305 1 307 val_307 +1 309 val_309 +1 311 val_311 +1 315 val_315 1 316 val_316 +1 317 val_317 1 318 val_318 1 321 val_321 +1 322 val_322 1 325 val_325 1 331 val_331 1 332 val_332 +1 333 val_333 1 335 val_335 1 338 val_338 1 339 val_339 +1 34 val_34 1 342 val_342 +1 345 val_345 +1 35 val_35 +1 356 val_356 1 360 val_360 +1 364 val_364 1 365 val_365 1 367 val_367 +1 368 val_368 +1 369 val_369 +1 37 val_37 +1 373 val_373 1 374 val_374 +1 377 val_377 1 378 val_378 1 379 val_379 1 386 val_386 1 389 val_389 1 392 val_392 1 394 val_394 +1 4 val_4 1 400 val_400 +1 402 val_402 +1 404 val_404 1 407 val_407 1 41 val_41 +1 413 val_413 1 414 val_414 1 417 val_417 +1 42 val_42 1 421 val_421 1 424 val_424 1 429 val_429 +1 430 val_430 +1 431 val_431 1 437 val_437 1 438 val_438 1 44 val_44 +1 444 val_444 1 446 val_446 1 448 val_448 +1 449 val_449 +1 452 val_452 +1 454 val_454 +1 457 val_457 1 458 val_458 +1 463 val_463 +1 466 val_466 1 467 val_467 1 468 val_468 1 469 val_469 +1 470 val_470 +1 475 val_475 1 480 val_480 +1 481 val_481 1 483 val_483 1 484 val_484 1 487 val_487 +1 489 val_489 1 490 val_490 +1 491 val_491 1 492 val_492 1 498 val_498 1 51 val_51 1 53 val_53 +1 57 val_57 +1 65 val_65 +1 66 val_66 1 69 val_69 1 72 val_72 +1 74 val_74 +1 76 val_76 +1 78 val_78 1 82 val_82 1 87 val_87 +1 9 val_9 +1 92 val_92 +1 95 val_95 1 96 val_96 PREHOOK: query: create table jackson_sev_same as select * from src PREHOOK: type: CREATETABLE_AS_SELECT @@ -9269,9 +9256,9 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@union_out POSTHOOK: Output: hdfs://### HDFS PATH ### 1 +2 3 4 -2 PREHOOK: query: create table union_subq_union30(key int, value string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -10895,8 +10882,8 @@ STAGE PLANS: predicate: key is not null (type: boolean) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 + expressions: key (type: string), UDFToLong(key) (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: @@ -10904,13 +10891,13 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0 + outputColumnNames: _col1 input vertices: 1 Map 4 Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator - expressions: UDFToDouble(UDFToLong(_col0)) (type: double) + expressions: UDFToDouble(_col1) (type: double) outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE Group By Operator @@ -11071,8 +11058,8 @@ STAGE PLANS: predicate: key is not null (type: boolean) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 + expressions: key (type: string), UDFToLong(key) (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: @@ -11080,13 +11067,13 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0 + outputColumnNames: _col1 input vertices: 1 Map 5 Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator - expressions: UDFToDouble(UDFToLong(_col0)) (type: double) + expressions: UDFToDouble(_col1) (type: double) outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE Group By Operator @@ -11207,8 +11194,8 @@ STAGE PLANS: predicate: key is not null (type: boolean) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 + expressions: key (type: string), UDFToLong(key) (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: @@ -11216,13 +11203,13 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0, _col1 + outputColumnNames: _col1, _col2 input vertices: 1 Map 4 Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator - expressions: UDFToDouble(UDFToLong(_col0)) (type: double), _col1 (type: string) + expressions: UDFToDouble(_col1) (type: double), _col2 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE Group By Operator @@ -11383,8 +11370,8 @@ STAGE PLANS: predicate: key is not null (type: boolean) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 + expressions: key (type: string), UDFToLong(key) (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: @@ -11392,13 +11379,13 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0, _col1 + outputColumnNames: _col1, _col3 input vertices: 1 Map 5 Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator - expressions: UDFToDouble(UDFToLong(_col0)) (type: double), CAST( CAST( _col1 AS varchar(20)) AS STRING) (type: string) + expressions: UDFToDouble(_col1) (type: double), CAST( _col3 AS STRING) (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE Group By Operator @@ -11422,14 +11409,15 @@ STAGE PLANS: predicate: key is not null (type: boolean) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 + expressions: key (type: string), CAST( key AS varchar(20)) (type: varchar(20)) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(20)) Execution mode: vectorized Reducer 3 Execution mode: vectorized @@ -12206,14 +12194,14 @@ POSTHOOK: Input: default@src10_3 POSTHOOK: Input: default@src10_4 POSTHOOK: Output: hdfs://### HDFS PATH ### 409 val_409 -165 val_165 -27 val_27 -311 val_311 86 val_86 98 val_98 +165 val_165 238 val_238 255 val_255 +27 val_27 278 val_278 +311 val_311 484 val_484 PREHOOK: query: explain SELECT * FROM ( @@ -12421,12 +12409,12 @@ POSTHOOK: Input: default@src10_3 POSTHOOK: Input: default@src10_4 POSTHOOK: Output: hdfs://### HDFS PATH ### 409 val_409 -165 val_165 -27 val_27 -311 val_311 86 val_86 98 val_98 +165 val_165 238 val_238 255 val_255 +27 val_27 278 val_278 +311 val_311 484 val_484
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out b/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out index 47bb172..fca136b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out @@ -154,12 +154,12 @@ STAGE PLANS: TableScan Vectorization: native: true Select Operator - expressions: rnum (type: int), csint (type: smallint) - outputColumnNames: _col0, _col1 + expressions: rnum (type: int), csint (type: smallint), UDFToInteger(csint) (type: int) + outputColumnNames: _col0, _col1, _col2 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 1] + projectedOutputColumnNums: [0, 1, 1] Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: @@ -168,7 +168,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: smallint) + value expressions: _col0 (type: int), _col1 (type: smallint), _col2 (type: int) Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -189,10 +189,10 @@ STAGE PLANS: keys: 0 1 - outputColumnNames: _col0, _col1, _col2, _col3 + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 36 Data size: 612 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: smallint), CASE WHEN (_col1 BETWEEN UDFToInteger(_col3) AND UDFToInteger(_col3)) THEN ('Ok') ELSE ('NoOk') END (type: string) + expressions: _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: smallint), CASE WHEN (_col1 BETWEEN _col4 AND _col4) THEN ('Ok') ELSE ('NoOk') END (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 36 Data size: 612 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -332,12 +332,12 @@ STAGE PLANS: TableScan Vectorization: native: true Select Operator - expressions: rnum (type: int), csint (type: smallint) - outputColumnNames: _col0, _col1 + expressions: rnum (type: int), csint (type: smallint), UDFToInteger(csint) (type: int) + outputColumnNames: _col0, _col1, _col2 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 1] + projectedOutputColumnNums: [0, 1, 1] Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: @@ -346,7 +346,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: smallint) + value expressions: _col0 (type: int), _col1 (type: smallint), _col2 (type: int) Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -367,10 +367,10 @@ STAGE PLANS: keys: 0 1 - outputColumnNames: _col0, _col1, _col2, _col3 + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 36 Data size: 612 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: _col1 BETWEEN UDFToInteger(_col3) AND UDFToInteger(_col3) (type: boolean) + predicate: _col1 BETWEEN _col4 AND _col4 (type: boolean) Statistics: Num rows: 4 Data size: 68 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: smallint) http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out b/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out index 6cbf417..23024d3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out @@ -519,17 +519,17 @@ STAGE PLANS: predicate: c2 is not null (type: boolean) Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: c1 (type: int), c2 (type: char(10)) - outputColumnNames: _col0, _col1 + expressions: c1 (type: int), c2 (type: char(10)), CAST( c2 AS STRING) (type: string) + outputColumnNames: _col0, _col1, _col2 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 1] + projectedOutputColumnNums: [0, 1, 1] Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: CAST( _col1 AS STRING) (type: string) + key expressions: _col2 (type: string) sort order: + - Map-reduce partition columns: CAST( _col1 AS STRING) (type: string) + Map-reduce partition columns: _col2 (type: string) Reduce Sink Vectorization: className: VectorReduceSinkStringOperator native: true @@ -574,26 +574,34 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 CAST( _col1 AS STRING) (type: string) + 0 _col2 (type: string) 1 _col1 (type: string) Map Join Vectorization: className: VectorMapJoinInnerStringOperator native: true nativeConditionsMet: hive.mapjoin.optimized.hashtable IS true, hive.vectorized.execution.mapjoin.native.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, One MapJoin Condition IS true, No nullsafe IS true, Small table vectorizes IS true, Optimized Table and Supports Key Types IS true hashTableImplementationType: OPTIMIZED - outputColumnNames: _col0, _col1, _col2, _col3 + outputColumnNames: _col0, _col1, _col3, _col4 input vertices: 0 Map 1 Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Reduce Sink Vectorization: - className: VectorReduceSinkObjectHashOperator + Select Operator + expressions: _col0 (type: int), _col1 (type: char(10)), _col3 (type: int), _col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Select Vectorization: + className: VectorSelectOperator native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + projectedOutputColumnNums: [3, 4, 0, 1] Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: string) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: string) Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out index bf52ccf..493cfca 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out @@ -119,13 +119,12 @@ STAGE PLANS: 1 Map 2 Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col0 (type: bigint), CASE WHEN (CASE WHEN (_col2 is not null) THEN ((_col2 > 1L)) ELSE (true) END) THEN (_col2) ELSE (null) END (type: bigint) + expressions: _col0 (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 7] - selectExpressions: IfExprColumnNull(col 6:boolean, col 2:bigint, null)(children: IfExprCondExprColumn(col 3:boolean, col 4:boolean, col 5:boolean)(children: IsNotNull(col 2:bigint) -> 3:boolean, LongColGreaterLongScalar(col 2:bigint, val 1) -> 4:boolean, ConstantVectorExpression(val 1) -> 5:boolean) -> 6:boolean, col 2:bigint) -> 7:bigint + projectedOutputColumnNums: [0, 2] Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false @@ -153,7 +152,7 @@ STAGE PLANS: includeColumns: [0] dataColumns: member:bigint partitionColumnCount: 0 - scratchColumnTypeNames: [bigint, bigint, bigint, bigint, bigint, bigint] + scratchColumnTypeNames: [bigint] Map 2 Map Operator Tree: TableScan @@ -163,12 +162,13 @@ STAGE PLANS: native: true vectorizationSchemaColumns: [0:member:bigint, 1:attr:bigint, 2:ROW__ID:struct<writeid:bigint,bucketid:int,rowid:bigint>] Select Operator - expressions: member (type: bigint), attr (type: bigint) + expressions: member (type: bigint), CASE WHEN (CASE WHEN (attr is not null) THEN ((attr > 1L)) ELSE (true) END) THEN (attr) ELSE (null) END (type: bigint) outputColumnNames: _col0, _col1 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 1] + projectedOutputColumnNums: [0, 7] + selectExpressions: IfExprColumnNull(col 6:boolean, col 1:bigint, null)(children: IfExprCondExprColumn(col 3:boolean, col 4:boolean, col 5:boolean)(children: IsNotNull(col 1:bigint) -> 3:boolean, LongColGreaterLongScalar(col 1:bigint, val 1) -> 4:boolean, ConstantVectorExpression(val 1) -> 5:boolean) -> 6:boolean, col 1:bigint) -> 7:bigint Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) @@ -179,7 +179,7 @@ STAGE PLANS: keyColumns: 0:bigint native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - valueColumns: 1:bigint + valueColumns: 7:bigint Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap @@ -198,7 +198,7 @@ STAGE PLANS: includeColumns: [0, 1] dataColumns: member:bigint, attr:bigint partitionColumnCount: 0 - scratchColumnTypeNames: [] + scratchColumnTypeNames: [bigint, bigint, bigint, bigint, bigint] Stage: Stage-0 Fetch Operator http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out index 4c05f7c..ed445b7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out @@ -262,7 +262,7 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col0 (type: int) - 1 _col0[1] (type: int) + 1 _col2 (type: int) Map Join Vectorization: className: VectorMapJoinInnerLongOperator native: true @@ -309,20 +309,20 @@ STAGE PLANS: predicate: a[1] is not null (type: boolean) Statistics: Num rows: 1 Data size: 124 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: a (type: array<int>), index (type: int) - outputColumnNames: _col0, _col1 + expressions: a (type: array<int>), index (type: int), a[1] (type: int) + outputColumnNames: _col0, _col1, _col2 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 1] + projectedOutputColumnNums: [0, 1, 3] + selectExpressions: ListIndexColScalar(col 0:array<int>, col 1:int) -> 3:int Statistics: Num rows: 1 Data size: 124 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col0[1] (type: int) + key expressions: _col2 (type: int) sort order: + - Map-reduce partition columns: _col0[1] (type: int) + Map-reduce partition columns: _col2 (type: int) Reduce Sink Vectorization: className: VectorReduceSinkLongOperator - keyExpressions: ListIndexColScalar(col 0:array<int>, col 1:int) -> 3:int native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true Statistics: Num rows: 1 Data size: 124 Basic stats: COMPLETE Column stats: NONE @@ -414,7 +414,7 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col0 (type: int) - 1 _col0[_col1] (type: int) + 1 _col2 (type: int) Map Join Vectorization: className: VectorMapJoinInnerLongOperator native: true @@ -461,20 +461,20 @@ STAGE PLANS: predicate: a[index] is not null (type: boolean) Statistics: Num rows: 1 Data size: 124 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: a (type: array<int>), index (type: int) - outputColumnNames: _col0, _col1 + expressions: a (type: array<int>), index (type: int), a[index] (type: int) + outputColumnNames: _col0, _col1, _col2 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 1] + projectedOutputColumnNums: [0, 1, 3] + selectExpressions: ListIndexColColumn(col 0:array<int>, col 1:int) -> 3:int Statistics: Num rows: 1 Data size: 124 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col0[_col1] (type: int) + key expressions: _col2 (type: int) sort order: + - Map-reduce partition columns: _col0[_col1] (type: int) + Map-reduce partition columns: _col2 (type: int) Reduce Sink Vectorization: className: VectorReduceSinkLongOperator - keyExpressions: ListIndexColColumn(col 0:array<int>, col 1:int) -> 3:int native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true Statistics: Num rows: 1 Data size: 124 Basic stats: COMPLETE Column stats: NONE http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out index 53d5d8b..f7ddc53 100644 --- a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out @@ -817,13 +817,14 @@ STAGE PLANS: predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: c (type: int), v2 (type: string) - outputColumnNames: _col0, _col1 + expressions: c (type: int), v2 (type: string), (c * 5) (type: int) + outputColumnNames: _col0, _col1, _col2 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 1] - Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE + projectedOutputColumnNums: [0, 1, 3] + selectExpressions: LongColMultiplyLongScalar(col 0:int, val 5) -> 3:int + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -832,27 +833,26 @@ STAGE PLANS: 1 _col1 (type: int) Map Join Vectorization: bigTableKeyColumns: 0:int - bigTableRetainColumnNums: [0, 1] - bigTableValueColumns: 0:int, 1:string + bigTableRetainColumnNums: [1, 3] + bigTableValueColumns: 1:string, 3:int className: VectorMapJoinInnerLongOperator native: true nativeConditionsMet: hive.mapjoin.optimized.hashtable IS true, hive.vectorized.execution.mapjoin.native.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, One MapJoin Condition IS true, No nullsafe IS true, Small table vectorizes IS true, Optimized Table and Supports Key Types IS true nonOuterSmallTableKeyMapping: [] - projectedOutput: 0:int, 1:string, 3:string, 0:int - smallTableValueMapping: 3:string + projectedOutput: 1:string, 3:int, 4:string, 5:int + smallTableValueMapping: 4:string, 5:int hashTableImplementationType: OPTIMIZED - outputColumnNames: _col0, _col1, _col2, _col3 + outputColumnNames: _col1, _col2, _col3, _col5 input vertices: 1 Map 2 Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col2 (type: string), (_col3 * 2) (type: int), (_col0 * 5) (type: int), _col1 (type: string) + expressions: _col3 (type: string), _col5 (type: int), _col2 (type: int), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [3, 4, 5, 1] - selectExpressions: LongColMultiplyLongScalar(col 0:int, val 2) -> 4:int, LongColMultiplyLongScalar(col 0:int, val 5) -> 5:int + projectedOutputColumnNums: [4, 5, 3, 1] Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false @@ -880,7 +880,7 @@ STAGE PLANS: includeColumns: [0, 1] dataColumns: c:int, v2:string partitionColumnCount: 0 - scratchColumnTypeNames: [string, bigint, bigint] + scratchColumnTypeNames: [bigint, string, bigint] Map 2 Map Operator Tree: TableScan @@ -898,13 +898,14 @@ STAGE PLANS: predicate: (a > 2) (type: boolean) Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: v1 (type: string), a (type: int) - outputColumnNames: _col0, _col1 + expressions: v1 (type: string), a (type: int), (a * 2) (type: int) + outputColumnNames: _col0, _col1, _col2 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [0, 1] - Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE + projectedOutputColumnNums: [0, 1, 3] + selectExpressions: LongColMultiplyLongScalar(col 1:int, val 2) -> 3:int + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: int) sort order: + @@ -914,9 +915,9 @@ STAGE PLANS: keyColumns: 1:int native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - valueColumns: 0:string - Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string) + valueColumns: 0:string, 3:int + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: string), _col2 (type: int) Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: @@ -933,7 +934,7 @@ STAGE PLANS: includeColumns: [0, 1] dataColumns: v1:string, a:int partitionColumnCount: 0 - scratchColumnTypeNames: [] + scratchColumnTypeNames: [bigint] Stage: Stage-0 Fetch Operator
