Index: ql/src/test/results/clientnegative/clusterbysortby.q.out =================================================================== --- ql/src/test/results/clientnegative/clusterbysortby.q.out (revision 0) +++ ql/src/test/results/clientnegative/clusterbysortby.q.out (revision 0) @@ -0,0 +1 @@ +FAILED: Error in semantic analysis: line 6:8 Cannot have both Cluster By and Sort By Clauses one Index: ql/src/test/results/clientnegative/clusterbydistributeby.q.out =================================================================== --- ql/src/test/results/clientnegative/clusterbydistributeby.q.out (revision 0) +++ ql/src/test/results/clientnegative/clusterbydistributeby.q.out (revision 0) @@ -0,0 +1 @@ +FAILED: Error in semantic analysis: line 6:14 Cannot have both Cluster By and Distribute By Clauses tkey Index: ql/src/test/results/clientpositive/mapreduce1.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce1.q.out (revision 0) +++ ql/src/test/results/clientpositive/mapreduce1.q.out (revision 0) @@ -0,0 +1,569 @@ +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_COLREF src key) (TOK_FUNCTION TOK_INT (/ (TOK_COLREF src key) 10)) (TOK_FUNCTION TOK_INT (% (TOK_COLREF src key) 10)) (TOK_COLREF src value)) '/bin/cat' (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY tvalue tkey) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC ten) (TOK_TABSORTCOLNAMEASC one)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src + Select Operator + expressions: + expr: key + type: string + expr: UDFToInteger((UDFToDouble(key) / UDFToDouble(10))) + type: int + expr: UDFToInteger((UDFToDouble(key) % UDFToDouble(10))) + type: int + expr: value + type: string + Transform Operator + command: /bin/cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + Reduce Output Operator + key expressions: + expr: ten + type: string + expr: one + type: string + sort order: ++ + Map-reduce partition columns: + expr: tvalue + type: string + expr: tkey + type: string + tag: -1 + value expressions: + expr: tkey + type: string + expr: ten + type: string + expr: one + type: string + expr: tvalue + type: string + Reduce Operator Tree: + Extract + File Output Operator + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + Stage: Stage-0 + Move Operator + tables: + replace: + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + +0 0 0 val_0 +0 0 0 val_0 +0 0 0 val_0 +2 0 2 val_2 +4 0 4 val_4 +5 0 5 val_5 +5 0 5 val_5 +5 0 5 val_5 +8 0 8 val_8 +9 0 9 val_9 +10 1 0 val_10 +11 1 1 val_11 +12 1 2 val_12 +12 1 2 val_12 +15 1 5 val_15 +15 1 5 val_15 +17 1 7 val_17 +18 1 8 val_18 +18 1 8 val_18 +19 1 9 val_19 +100 10 0 val_100 +100 10 0 val_100 +103 10 3 val_103 +103 10 3 val_103 +104 10 4 val_104 +104 10 4 val_104 +105 10 5 val_105 +111 11 1 val_111 +113 11 3 val_113 +113 11 3 val_113 +114 11 4 val_114 +116 11 6 val_116 +118 11 8 val_118 +118 11 8 val_118 +119 11 9 val_119 +119 11 9 val_119 +119 11 9 val_119 +120 12 0 val_120 +120 12 0 val_120 +125 12 5 val_125 +125 12 5 val_125 +126 12 6 val_126 +128 12 8 val_128 +128 12 8 val_128 +128 12 8 val_128 +129 12 9 val_129 +129 12 9 val_129 +131 13 1 val_131 +133 13 3 val_133 +134 13 4 val_134 +134 13 4 val_134 +136 13 6 val_136 +137 13 7 val_137 +137 13 7 val_137 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +143 14 3 val_143 +145 14 5 val_145 +146 14 6 val_146 +146 14 6 val_146 +149 14 9 val_149 +149 14 9 val_149 +150 15 0 val_150 +152 15 2 val_152 +152 15 2 val_152 +153 15 3 val_153 +155 15 5 val_155 +156 15 6 val_156 +157 15 7 val_157 +158 15 8 val_158 +160 16 0 val_160 +162 16 2 val_162 +163 16 3 val_163 +164 16 4 val_164 +164 16 4 val_164 +165 16 5 val_165 +165 16 5 val_165 +166 16 6 val_166 +167 16 7 val_167 +167 16 7 val_167 +167 16 7 val_167 +168 16 8 val_168 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +170 17 0 val_170 +172 17 2 val_172 +172 17 2 val_172 +174 17 4 val_174 +174 17 4 val_174 +175 17 5 val_175 +175 17 5 val_175 +176 17 6 val_176 +176 17 6 val_176 +177 17 7 val_177 +178 17 8 val_178 +179 17 9 val_179 +179 17 9 val_179 +180 18 0 val_180 +181 18 1 val_181 +183 18 3 val_183 +186 18 6 val_186 +187 18 7 val_187 +187 18 7 val_187 +187 18 7 val_187 +189 18 9 val_189 +190 19 0 val_190 +191 19 1 val_191 +191 19 1 val_191 +192 19 2 val_192 +193 19 3 val_193 +193 19 3 val_193 +193 19 3 val_193 +194 19 4 val_194 +195 19 5 val_195 +195 19 5 val_195 +196 19 6 val_196 +197 19 7 val_197 +197 19 7 val_197 +199 19 9 val_199 +199 19 9 val_199 +199 19 9 val_199 +20 2 0 val_20 +24 2 4 val_24 +24 2 4 val_24 +26 2 6 val_26 +26 2 6 val_26 +27 2 7 val_27 +28 2 8 val_28 +200 20 0 val_200 +200 20 0 val_200 +201 20 1 val_201 +202 20 2 val_202 +203 20 3 val_203 +203 20 3 val_203 +205 20 5 val_205 +205 20 5 val_205 +207 20 7 val_207 +207 20 7 val_207 +208 20 8 val_208 +208 20 8 val_208 +208 20 8 val_208 +209 20 9 val_209 +209 20 9 val_209 +213 21 3 val_213 +213 21 3 val_213 +214 21 4 val_214 +216 21 6 val_216 +216 21 6 val_216 +217 21 7 val_217 +217 21 7 val_217 +218 21 8 val_218 +219 21 9 val_219 +219 21 9 val_219 +221 22 1 val_221 +221 22 1 val_221 +222 22 2 val_222 +223 22 3 val_223 +223 22 3 val_223 +224 22 4 val_224 +224 22 4 val_224 +226 22 6 val_226 +228 22 8 val_228 +229 22 9 val_229 +229 22 9 val_229 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +233 23 3 val_233 +233 23 3 val_233 +235 23 5 val_235 +237 23 7 val_237 +237 23 7 val_237 +238 23 8 val_238 +238 23 8 val_238 +239 23 9 val_239 +239 23 9 val_239 +241 24 1 val_241 +242 24 2 val_242 +242 24 2 val_242 +244 24 4 val_244 +247 24 7 val_247 +248 24 8 val_248 +249 24 9 val_249 +252 25 2 val_252 +255 25 5 val_255 +255 25 5 val_255 +256 25 6 val_256 +256 25 6 val_256 +257 25 7 val_257 +258 25 8 val_258 +260 26 0 val_260 +262 26 2 val_262 +263 26 3 val_263 +265 26 5 val_265 +265 26 5 val_265 +266 26 6 val_266 +272 27 2 val_272 +272 27 2 val_272 +273 27 3 val_273 +273 27 3 val_273 +273 27 3 val_273 +274 27 4 val_274 +275 27 5 val_275 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +278 27 8 val_278 +278 27 8 val_278 +280 28 0 val_280 +280 28 0 val_280 +281 28 1 val_281 +281 28 1 val_281 +282 28 2 val_282 +282 28 2 val_282 +283 28 3 val_283 +284 28 4 val_284 +285 28 5 val_285 +286 28 6 val_286 +287 28 7 val_287 +288 28 8 val_288 +288 28 8 val_288 +289 28 9 val_289 +291 29 1 val_291 +292 29 2 val_292 +296 29 6 val_296 +298 29 8 val_298 +298 29 8 val_298 +298 29 8 val_298 +30 3 0 val_30 +33 3 3 val_33 +34 3 4 val_34 +35 3 5 val_35 +35 3 5 val_35 +35 3 5 val_35 +37 3 7 val_37 +37 3 7 val_37 +302 30 2 val_302 +305 30 5 val_305 +306 30 6 val_306 +307 30 7 val_307 +307 30 7 val_307 +308 30 8 val_308 +309 30 9 val_309 +309 30 9 val_309 +310 31 0 val_310 +311 31 1 val_311 +311 31 1 val_311 +311 31 1 val_311 +315 31 5 val_315 +316 31 6 val_316 +316 31 6 val_316 +316 31 6 val_316 +317 31 7 val_317 +317 31 7 val_317 +318 31 8 val_318 +318 31 8 val_318 +318 31 8 val_318 +321 32 1 val_321 +321 32 1 val_321 +322 32 2 val_322 +322 32 2 val_322 +323 32 3 val_323 +325 32 5 val_325 +325 32 5 val_325 +327 32 7 val_327 +327 32 7 val_327 +327 32 7 val_327 +331 33 1 val_331 +331 33 1 val_331 +332 33 2 val_332 +333 33 3 val_333 +333 33 3 val_333 +335 33 5 val_335 +336 33 6 val_336 +338 33 8 val_338 +339 33 9 val_339 +341 34 1 val_341 +342 34 2 val_342 +342 34 2 val_342 +344 34 4 val_344 +344 34 4 val_344 +345 34 5 val_345 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +351 35 1 val_351 +353 35 3 val_353 +353 35 3 val_353 +356 35 6 val_356 +360 36 0 val_360 +362 36 2 val_362 +364 36 4 val_364 +365 36 5 val_365 +366 36 6 val_366 +367 36 7 val_367 +367 36 7 val_367 +368 36 8 val_368 +369 36 9 val_369 +369 36 9 val_369 +369 36 9 val_369 +373 37 3 val_373 +374 37 4 val_374 +375 37 5 val_375 +377 37 7 val_377 +378 37 8 val_378 +379 37 9 val_379 +382 38 2 val_382 +382 38 2 val_382 +384 38 4 val_384 +384 38 4 val_384 +384 38 4 val_384 +386 38 6 val_386 +389 38 9 val_389 +392 39 2 val_392 +393 39 3 val_393 +394 39 4 val_394 +395 39 5 val_395 +395 39 5 val_395 +396 39 6 val_396 +396 39 6 val_396 +396 39 6 val_396 +397 39 7 val_397 +397 39 7 val_397 +399 39 9 val_399 +399 39 9 val_399 +41 4 1 val_41 +42 4 2 val_42 +42 4 2 val_42 +43 4 3 val_43 +44 4 4 val_44 +47 4 7 val_47 +400 40 0 val_400 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +402 40 2 val_402 +403 40 3 val_403 +403 40 3 val_403 +403 40 3 val_403 +404 40 4 val_404 +404 40 4 val_404 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +407 40 7 val_407 +409 40 9 val_409 +409 40 9 val_409 +409 40 9 val_409 +411 41 1 val_411 +413 41 3 val_413 +413 41 3 val_413 +414 41 4 val_414 +414 41 4 val_414 +417 41 7 val_417 +417 41 7 val_417 +417 41 7 val_417 +418 41 8 val_418 +419 41 9 val_419 +421 42 1 val_421 +424 42 4 val_424 +424 42 4 val_424 +427 42 7 val_427 +429 42 9 val_429 +429 42 9 val_429 +430 43 0 val_430 +430 43 0 val_430 +430 43 0 val_430 +431 43 1 val_431 +431 43 1 val_431 +431 43 1 val_431 +432 43 2 val_432 +435 43 5 val_435 +436 43 6 val_436 +437 43 7 val_437 +438 43 8 val_438 +438 43 8 val_438 +438 43 8 val_438 +439 43 9 val_439 +439 43 9 val_439 +443 44 3 val_443 +444 44 4 val_444 +446 44 6 val_446 +448 44 8 val_448 +449 44 9 val_449 +452 45 2 val_452 +453 45 3 val_453 +454 45 4 val_454 +454 45 4 val_454 +454 45 4 val_454 +455 45 5 val_455 +457 45 7 val_457 +458 45 8 val_458 +458 45 8 val_458 +459 45 9 val_459 +459 45 9 val_459 +460 46 0 val_460 +462 46 2 val_462 +462 46 2 val_462 +463 46 3 val_463 +463 46 3 val_463 +466 46 6 val_466 +466 46 6 val_466 +466 46 6 val_466 +467 46 7 val_467 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +470 47 0 val_470 +472 47 2 val_472 +475 47 5 val_475 +477 47 7 val_477 +478 47 8 val_478 +478 47 8 val_478 +479 47 9 val_479 +480 48 0 val_480 +480 48 0 val_480 +480 48 0 val_480 +481 48 1 val_481 +482 48 2 val_482 +483 48 3 val_483 +484 48 4 val_484 +485 48 5 val_485 +487 48 7 val_487 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +490 49 0 val_490 +491 49 1 val_491 +492 49 2 val_492 +492 49 2 val_492 +493 49 3 val_493 +494 49 4 val_494 +495 49 5 val_495 +496 49 6 val_496 +497 49 7 val_497 +498 49 8 val_498 +498 49 8 val_498 +498 49 8 val_498 +51 5 1 val_51 +51 5 1 val_51 +53 5 3 val_53 +54 5 4 val_54 +57 5 7 val_57 +58 5 8 val_58 +58 5 8 val_58 +64 6 4 val_64 +65 6 5 val_65 +66 6 6 val_66 +67 6 7 val_67 +67 6 7 val_67 +69 6 9 val_69 +70 7 0 val_70 +70 7 0 val_70 +70 7 0 val_70 +72 7 2 val_72 +72 7 2 val_72 +74 7 4 val_74 +76 7 6 val_76 +76 7 6 val_76 +77 7 7 val_77 +78 7 8 val_78 +80 8 0 val_80 +82 8 2 val_82 +83 8 3 val_83 +83 8 3 val_83 +84 8 4 val_84 +84 8 4 val_84 +85 8 5 val_85 +86 8 6 val_86 +87 8 7 val_87 +90 9 0 val_90 +90 9 0 val_90 +90 9 0 val_90 +92 9 2 val_92 +95 9 5 val_95 +95 9 5 val_95 +96 9 6 val_96 +97 9 7 val_97 +97 9 7 val_97 +98 9 8 val_98 +98 9 8 val_98 Index: ql/src/test/results/clientpositive/mapreduce3.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce3.q.out (revision 0) +++ ql/src/test/results/clientpositive/mapreduce3.q.out (revision 0) @@ -0,0 +1,564 @@ +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_COLREF src key) (TOK_FUNCTION TOK_INT (/ (TOK_COLREF src key) 10)) (TOK_FUNCTION TOK_INT (% (TOK_COLREF src key) 10)) (TOK_COLREF src value)) '/bin/cat' (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC tvalue) (TOK_TABSORTCOLNAMEASC tkey)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src + Select Operator + expressions: + expr: key + type: string + expr: UDFToInteger((UDFToDouble(key) / UDFToDouble(10))) + type: int + expr: UDFToInteger((UDFToDouble(key) % UDFToDouble(10))) + type: int + expr: value + type: string + Transform Operator + command: /bin/cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + Reduce Output Operator + key expressions: + expr: tvalue + type: string + expr: tkey + type: string + sort order: ++ + tag: -1 + value expressions: + expr: tkey + type: string + expr: ten + type: string + expr: one + type: string + expr: tvalue + type: string + Reduce Operator Tree: + Extract + File Output Operator + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + Stage: Stage-0 + Move Operator + tables: + replace: + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + +0 0 0 val_0 +0 0 0 val_0 +0 0 0 val_0 +10 1 0 val_10 +100 10 0 val_100 +100 10 0 val_100 +103 10 3 val_103 +103 10 3 val_103 +104 10 4 val_104 +104 10 4 val_104 +105 10 5 val_105 +11 1 1 val_11 +111 11 1 val_111 +113 11 3 val_113 +113 11 3 val_113 +114 11 4 val_114 +116 11 6 val_116 +118 11 8 val_118 +118 11 8 val_118 +119 11 9 val_119 +119 11 9 val_119 +119 11 9 val_119 +12 1 2 val_12 +12 1 2 val_12 +120 12 0 val_120 +120 12 0 val_120 +125 12 5 val_125 +125 12 5 val_125 +126 12 6 val_126 +128 12 8 val_128 +128 12 8 val_128 +128 12 8 val_128 +129 12 9 val_129 +129 12 9 val_129 +131 13 1 val_131 +133 13 3 val_133 +134 13 4 val_134 +134 13 4 val_134 +136 13 6 val_136 +137 13 7 val_137 +137 13 7 val_137 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +143 14 3 val_143 +145 14 5 val_145 +146 14 6 val_146 +146 14 6 val_146 +149 14 9 val_149 +149 14 9 val_149 +15 1 5 val_15 +15 1 5 val_15 +150 15 0 val_150 +152 15 2 val_152 +152 15 2 val_152 +153 15 3 val_153 +155 15 5 val_155 +156 15 6 val_156 +157 15 7 val_157 +158 15 8 val_158 +160 16 0 val_160 +162 16 2 val_162 +163 16 3 val_163 +164 16 4 val_164 +164 16 4 val_164 +165 16 5 val_165 +165 16 5 val_165 +166 16 6 val_166 +167 16 7 val_167 +167 16 7 val_167 +167 16 7 val_167 +168 16 8 val_168 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +17 1 7 val_17 +170 17 0 val_170 +172 17 2 val_172 +172 17 2 val_172 +174 17 4 val_174 +174 17 4 val_174 +175 17 5 val_175 +175 17 5 val_175 +176 17 6 val_176 +176 17 6 val_176 +177 17 7 val_177 +178 17 8 val_178 +179 17 9 val_179 +179 17 9 val_179 +18 1 8 val_18 +18 1 8 val_18 +180 18 0 val_180 +181 18 1 val_181 +183 18 3 val_183 +186 18 6 val_186 +187 18 7 val_187 +187 18 7 val_187 +187 18 7 val_187 +189 18 9 val_189 +19 1 9 val_19 +190 19 0 val_190 +191 19 1 val_191 +191 19 1 val_191 +192 19 2 val_192 +193 19 3 val_193 +193 19 3 val_193 +193 19 3 val_193 +194 19 4 val_194 +195 19 5 val_195 +195 19 5 val_195 +196 19 6 val_196 +197 19 7 val_197 +197 19 7 val_197 +199 19 9 val_199 +199 19 9 val_199 +199 19 9 val_199 +2 0 2 val_2 +20 2 0 val_20 +200 20 0 val_200 +200 20 0 val_200 +201 20 1 val_201 +202 20 2 val_202 +203 20 3 val_203 +203 20 3 val_203 +205 20 5 val_205 +205 20 5 val_205 +207 20 7 val_207 +207 20 7 val_207 +208 20 8 val_208 +208 20 8 val_208 +208 20 8 val_208 +209 20 9 val_209 +209 20 9 val_209 +213 21 3 val_213 +213 21 3 val_213 +214 21 4 val_214 +216 21 6 val_216 +216 21 6 val_216 +217 21 7 val_217 +217 21 7 val_217 +218 21 8 val_218 +219 21 9 val_219 +219 21 9 val_219 +221 22 1 val_221 +221 22 1 val_221 +222 22 2 val_222 +223 22 3 val_223 +223 22 3 val_223 +224 22 4 val_224 +224 22 4 val_224 +226 22 6 val_226 +228 22 8 val_228 +229 22 9 val_229 +229 22 9 val_229 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +233 23 3 val_233 +233 23 3 val_233 +235 23 5 val_235 +237 23 7 val_237 +237 23 7 val_237 +238 23 8 val_238 +238 23 8 val_238 +239 23 9 val_239 +239 23 9 val_239 +24 2 4 val_24 +24 2 4 val_24 +241 24 1 val_241 +242 24 2 val_242 +242 24 2 val_242 +244 24 4 val_244 +247 24 7 val_247 +248 24 8 val_248 +249 24 9 val_249 +252 25 2 val_252 +255 25 5 val_255 +255 25 5 val_255 +256 25 6 val_256 +256 25 6 val_256 +257 25 7 val_257 +258 25 8 val_258 +26 2 6 val_26 +26 2 6 val_26 +260 26 0 val_260 +262 26 2 val_262 +263 26 3 val_263 +265 26 5 val_265 +265 26 5 val_265 +266 26 6 val_266 +27 2 7 val_27 +272 27 2 val_272 +272 27 2 val_272 +273 27 3 val_273 +273 27 3 val_273 +273 27 3 val_273 +274 27 4 val_274 +275 27 5 val_275 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +278 27 8 val_278 +278 27 8 val_278 +28 2 8 val_28 +280 28 0 val_280 +280 28 0 val_280 +281 28 1 val_281 +281 28 1 val_281 +282 28 2 val_282 +282 28 2 val_282 +283 28 3 val_283 +284 28 4 val_284 +285 28 5 val_285 +286 28 6 val_286 +287 28 7 val_287 +288 28 8 val_288 +288 28 8 val_288 +289 28 9 val_289 +291 29 1 val_291 +292 29 2 val_292 +296 29 6 val_296 +298 29 8 val_298 +298 29 8 val_298 +298 29 8 val_298 +30 3 0 val_30 +302 30 2 val_302 +305 30 5 val_305 +306 30 6 val_306 +307 30 7 val_307 +307 30 7 val_307 +308 30 8 val_308 +309 30 9 val_309 +309 30 9 val_309 +310 31 0 val_310 +311 31 1 val_311 +311 31 1 val_311 +311 31 1 val_311 +315 31 5 val_315 +316 31 6 val_316 +316 31 6 val_316 +316 31 6 val_316 +317 31 7 val_317 +317 31 7 val_317 +318 31 8 val_318 +318 31 8 val_318 +318 31 8 val_318 +321 32 1 val_321 +321 32 1 val_321 +322 32 2 val_322 +322 32 2 val_322 +323 32 3 val_323 +325 32 5 val_325 +325 32 5 val_325 +327 32 7 val_327 +327 32 7 val_327 +327 32 7 val_327 +33 3 3 val_33 +331 33 1 val_331 +331 33 1 val_331 +332 33 2 val_332 +333 33 3 val_333 +333 33 3 val_333 +335 33 5 val_335 +336 33 6 val_336 +338 33 8 val_338 +339 33 9 val_339 +34 3 4 val_34 +341 34 1 val_341 +342 34 2 val_342 +342 34 2 val_342 +344 34 4 val_344 +344 34 4 val_344 +345 34 5 val_345 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +35 3 5 val_35 +35 3 5 val_35 +35 3 5 val_35 +351 35 1 val_351 +353 35 3 val_353 +353 35 3 val_353 +356 35 6 val_356 +360 36 0 val_360 +362 36 2 val_362 +364 36 4 val_364 +365 36 5 val_365 +366 36 6 val_366 +367 36 7 val_367 +367 36 7 val_367 +368 36 8 val_368 +369 36 9 val_369 +369 36 9 val_369 +369 36 9 val_369 +37 3 7 val_37 +37 3 7 val_37 +373 37 3 val_373 +374 37 4 val_374 +375 37 5 val_375 +377 37 7 val_377 +378 37 8 val_378 +379 37 9 val_379 +382 38 2 val_382 +382 38 2 val_382 +384 38 4 val_384 +384 38 4 val_384 +384 38 4 val_384 +386 38 6 val_386 +389 38 9 val_389 +392 39 2 val_392 +393 39 3 val_393 +394 39 4 val_394 +395 39 5 val_395 +395 39 5 val_395 +396 39 6 val_396 +396 39 6 val_396 +396 39 6 val_396 +397 39 7 val_397 +397 39 7 val_397 +399 39 9 val_399 +399 39 9 val_399 +4 0 4 val_4 +400 40 0 val_400 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +402 40 2 val_402 +403 40 3 val_403 +403 40 3 val_403 +403 40 3 val_403 +404 40 4 val_404 +404 40 4 val_404 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +407 40 7 val_407 +409 40 9 val_409 +409 40 9 val_409 +409 40 9 val_409 +41 4 1 val_41 +411 41 1 val_411 +413 41 3 val_413 +413 41 3 val_413 +414 41 4 val_414 +414 41 4 val_414 +417 41 7 val_417 +417 41 7 val_417 +417 41 7 val_417 +418 41 8 val_418 +419 41 9 val_419 +42 4 2 val_42 +42 4 2 val_42 +421 42 1 val_421 +424 42 4 val_424 +424 42 4 val_424 +427 42 7 val_427 +429 42 9 val_429 +429 42 9 val_429 +43 4 3 val_43 +430 43 0 val_430 +430 43 0 val_430 +430 43 0 val_430 +431 43 1 val_431 +431 43 1 val_431 +431 43 1 val_431 +432 43 2 val_432 +435 43 5 val_435 +436 43 6 val_436 +437 43 7 val_437 +438 43 8 val_438 +438 43 8 val_438 +438 43 8 val_438 +439 43 9 val_439 +439 43 9 val_439 +44 4 4 val_44 +443 44 3 val_443 +444 44 4 val_444 +446 44 6 val_446 +448 44 8 val_448 +449 44 9 val_449 +452 45 2 val_452 +453 45 3 val_453 +454 45 4 val_454 +454 45 4 val_454 +454 45 4 val_454 +455 45 5 val_455 +457 45 7 val_457 +458 45 8 val_458 +458 45 8 val_458 +459 45 9 val_459 +459 45 9 val_459 +460 46 0 val_460 +462 46 2 val_462 +462 46 2 val_462 +463 46 3 val_463 +463 46 3 val_463 +466 46 6 val_466 +466 46 6 val_466 +466 46 6 val_466 +467 46 7 val_467 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +47 4 7 val_47 +470 47 0 val_470 +472 47 2 val_472 +475 47 5 val_475 +477 47 7 val_477 +478 47 8 val_478 +478 47 8 val_478 +479 47 9 val_479 +480 48 0 val_480 +480 48 0 val_480 +480 48 0 val_480 +481 48 1 val_481 +482 48 2 val_482 +483 48 3 val_483 +484 48 4 val_484 +485 48 5 val_485 +487 48 7 val_487 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +490 49 0 val_490 +491 49 1 val_491 +492 49 2 val_492 +492 49 2 val_492 +493 49 3 val_493 +494 49 4 val_494 +495 49 5 val_495 +496 49 6 val_496 +497 49 7 val_497 +498 49 8 val_498 +498 49 8 val_498 +498 49 8 val_498 +5 0 5 val_5 +5 0 5 val_5 +5 0 5 val_5 +51 5 1 val_51 +51 5 1 val_51 +53 5 3 val_53 +54 5 4 val_54 +57 5 7 val_57 +58 5 8 val_58 +58 5 8 val_58 +64 6 4 val_64 +65 6 5 val_65 +66 6 6 val_66 +67 6 7 val_67 +67 6 7 val_67 +69 6 9 val_69 +70 7 0 val_70 +70 7 0 val_70 +70 7 0 val_70 +72 7 2 val_72 +72 7 2 val_72 +74 7 4 val_74 +76 7 6 val_76 +76 7 6 val_76 +77 7 7 val_77 +78 7 8 val_78 +8 0 8 val_8 +80 8 0 val_80 +82 8 2 val_82 +83 8 3 val_83 +83 8 3 val_83 +84 8 4 val_84 +84 8 4 val_84 +85 8 5 val_85 +86 8 6 val_86 +87 8 7 val_87 +9 0 9 val_9 +90 9 0 val_90 +90 9 0 val_90 +90 9 0 val_90 +92 9 2 val_92 +95 9 5 val_95 +95 9 5 val_95 +96 9 6 val_96 +97 9 7 val_97 +97 9 7 val_97 +98 9 8 val_98 +98 9 8 val_98 Index: ql/src/test/results/clientpositive/mapreduce5.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce5.q.out (revision 0) +++ ql/src/test/results/clientpositive/mapreduce5.q.out (revision 0) @@ -0,0 +1,564 @@ +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_COLREF src key) c1) (TOK_SELEXPR (TOK_FUNCTION TOK_INT (/ (TOK_COLREF src key) 10)) c2) (TOK_SELEXPR (TOK_FUNCTION TOK_INT (% (TOK_COLREF src key) 10)) c3) (TOK_SELEXPR (TOK_COLREF src value) c4)) (TOK_DISTRIBUTEBY c4 c1) (TOK_SORTBY (TOK_TABSORTCOLNAMEDESC c2) (TOK_TABSORTCOLNAMEASC c3)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src + Select Operator + expressions: + expr: key + type: string + expr: UDFToInteger((UDFToDouble(key) / UDFToDouble(10))) + type: int + expr: UDFToInteger((UDFToDouble(key) % UDFToDouble(10))) + type: int + expr: value + type: string + Reduce Output Operator + key expressions: + expr: 1 + type: int + expr: 2 + type: int + sort order: -+ + Map-reduce partition columns: + expr: 3 + type: string + expr: 0 + type: string + tag: -1 + value expressions: + expr: 0 + type: string + expr: 1 + type: int + expr: 2 + type: int + expr: 3 + type: string + Reduce Operator Tree: + Extract + File Output Operator + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + Stage: Stage-0 + Move Operator + tables: + replace: + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + +490 49 0 val_490 +491 49 1 val_491 +492 49 2 val_492 +492 49 2 val_492 +493 49 3 val_493 +494 49 4 val_494 +495 49 5 val_495 +496 49 6 val_496 +497 49 7 val_497 +498 49 8 val_498 +498 49 8 val_498 +498 49 8 val_498 +480 48 0 val_480 +480 48 0 val_480 +480 48 0 val_480 +481 48 1 val_481 +482 48 2 val_482 +483 48 3 val_483 +484 48 4 val_484 +485 48 5 val_485 +487 48 7 val_487 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +470 47 0 val_470 +472 47 2 val_472 +475 47 5 val_475 +477 47 7 val_477 +478 47 8 val_478 +478 47 8 val_478 +479 47 9 val_479 +460 46 0 val_460 +462 46 2 val_462 +462 46 2 val_462 +463 46 3 val_463 +463 46 3 val_463 +466 46 6 val_466 +466 46 6 val_466 +466 46 6 val_466 +467 46 7 val_467 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +452 45 2 val_452 +453 45 3 val_453 +454 45 4 val_454 +454 45 4 val_454 +454 45 4 val_454 +455 45 5 val_455 +457 45 7 val_457 +458 45 8 val_458 +458 45 8 val_458 +459 45 9 val_459 +459 45 9 val_459 +443 44 3 val_443 +444 44 4 val_444 +446 44 6 val_446 +448 44 8 val_448 +449 44 9 val_449 +430 43 0 val_430 +430 43 0 val_430 +430 43 0 val_430 +431 43 1 val_431 +431 43 1 val_431 +431 43 1 val_431 +432 43 2 val_432 +435 43 5 val_435 +436 43 6 val_436 +437 43 7 val_437 +438 43 8 val_438 +438 43 8 val_438 +438 43 8 val_438 +439 43 9 val_439 +439 43 9 val_439 +421 42 1 val_421 +424 42 4 val_424 +424 42 4 val_424 +427 42 7 val_427 +429 42 9 val_429 +429 42 9 val_429 +411 41 1 val_411 +413 41 3 val_413 +413 41 3 val_413 +414 41 4 val_414 +414 41 4 val_414 +417 41 7 val_417 +417 41 7 val_417 +417 41 7 val_417 +418 41 8 val_418 +419 41 9 val_419 +400 40 0 val_400 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +402 40 2 val_402 +403 40 3 val_403 +403 40 3 val_403 +403 40 3 val_403 +404 40 4 val_404 +404 40 4 val_404 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +407 40 7 val_407 +409 40 9 val_409 +409 40 9 val_409 +409 40 9 val_409 +392 39 2 val_392 +393 39 3 val_393 +394 39 4 val_394 +395 39 5 val_395 +395 39 5 val_395 +396 39 6 val_396 +396 39 6 val_396 +396 39 6 val_396 +397 39 7 val_397 +397 39 7 val_397 +399 39 9 val_399 +399 39 9 val_399 +382 38 2 val_382 +382 38 2 val_382 +384 38 4 val_384 +384 38 4 val_384 +384 38 4 val_384 +386 38 6 val_386 +389 38 9 val_389 +373 37 3 val_373 +374 37 4 val_374 +375 37 5 val_375 +377 37 7 val_377 +378 37 8 val_378 +379 37 9 val_379 +360 36 0 val_360 +362 36 2 val_362 +364 36 4 val_364 +365 36 5 val_365 +366 36 6 val_366 +367 36 7 val_367 +367 36 7 val_367 +368 36 8 val_368 +369 36 9 val_369 +369 36 9 val_369 +369 36 9 val_369 +351 35 1 val_351 +353 35 3 val_353 +353 35 3 val_353 +356 35 6 val_356 +341 34 1 val_341 +342 34 2 val_342 +342 34 2 val_342 +344 34 4 val_344 +344 34 4 val_344 +345 34 5 val_345 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +331 33 1 val_331 +331 33 1 val_331 +332 33 2 val_332 +333 33 3 val_333 +333 33 3 val_333 +335 33 5 val_335 +336 33 6 val_336 +338 33 8 val_338 +339 33 9 val_339 +321 32 1 val_321 +321 32 1 val_321 +322 32 2 val_322 +322 32 2 val_322 +323 32 3 val_323 +325 32 5 val_325 +325 32 5 val_325 +327 32 7 val_327 +327 32 7 val_327 +327 32 7 val_327 +310 31 0 val_310 +311 31 1 val_311 +311 31 1 val_311 +311 31 1 val_311 +315 31 5 val_315 +316 31 6 val_316 +316 31 6 val_316 +316 31 6 val_316 +317 31 7 val_317 +317 31 7 val_317 +318 31 8 val_318 +318 31 8 val_318 +318 31 8 val_318 +302 30 2 val_302 +305 30 5 val_305 +306 30 6 val_306 +307 30 7 val_307 +307 30 7 val_307 +308 30 8 val_308 +309 30 9 val_309 +309 30 9 val_309 +291 29 1 val_291 +292 29 2 val_292 +296 29 6 val_296 +298 29 8 val_298 +298 29 8 val_298 +298 29 8 val_298 +280 28 0 val_280 +280 28 0 val_280 +281 28 1 val_281 +281 28 1 val_281 +282 28 2 val_282 +282 28 2 val_282 +283 28 3 val_283 +284 28 4 val_284 +285 28 5 val_285 +286 28 6 val_286 +287 28 7 val_287 +288 28 8 val_288 +288 28 8 val_288 +289 28 9 val_289 +272 27 2 val_272 +272 27 2 val_272 +273 27 3 val_273 +273 27 3 val_273 +273 27 3 val_273 +274 27 4 val_274 +275 27 5 val_275 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +278 27 8 val_278 +278 27 8 val_278 +260 26 0 val_260 +262 26 2 val_262 +263 26 3 val_263 +265 26 5 val_265 +265 26 5 val_265 +266 26 6 val_266 +252 25 2 val_252 +255 25 5 val_255 +255 25 5 val_255 +256 25 6 val_256 +256 25 6 val_256 +257 25 7 val_257 +258 25 8 val_258 +241 24 1 val_241 +242 24 2 val_242 +242 24 2 val_242 +244 24 4 val_244 +247 24 7 val_247 +248 24 8 val_248 +249 24 9 val_249 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +233 23 3 val_233 +233 23 3 val_233 +235 23 5 val_235 +237 23 7 val_237 +237 23 7 val_237 +238 23 8 val_238 +238 23 8 val_238 +239 23 9 val_239 +239 23 9 val_239 +221 22 1 val_221 +221 22 1 val_221 +222 22 2 val_222 +223 22 3 val_223 +223 22 3 val_223 +224 22 4 val_224 +224 22 4 val_224 +226 22 6 val_226 +228 22 8 val_228 +229 22 9 val_229 +229 22 9 val_229 +213 21 3 val_213 +213 21 3 val_213 +214 21 4 val_214 +216 21 6 val_216 +216 21 6 val_216 +217 21 7 val_217 +217 21 7 val_217 +218 21 8 val_218 +219 21 9 val_219 +219 21 9 val_219 +200 20 0 val_200 +200 20 0 val_200 +201 20 1 val_201 +202 20 2 val_202 +203 20 3 val_203 +203 20 3 val_203 +205 20 5 val_205 +205 20 5 val_205 +207 20 7 val_207 +207 20 7 val_207 +208 20 8 val_208 +208 20 8 val_208 +208 20 8 val_208 +209 20 9 val_209 +209 20 9 val_209 +190 19 0 val_190 +191 19 1 val_191 +191 19 1 val_191 +192 19 2 val_192 +193 19 3 val_193 +193 19 3 val_193 +193 19 3 val_193 +194 19 4 val_194 +195 19 5 val_195 +195 19 5 val_195 +196 19 6 val_196 +197 19 7 val_197 +197 19 7 val_197 +199 19 9 val_199 +199 19 9 val_199 +199 19 9 val_199 +180 18 0 val_180 +181 18 1 val_181 +183 18 3 val_183 +186 18 6 val_186 +187 18 7 val_187 +187 18 7 val_187 +187 18 7 val_187 +189 18 9 val_189 +170 17 0 val_170 +172 17 2 val_172 +172 17 2 val_172 +174 17 4 val_174 +174 17 4 val_174 +175 17 5 val_175 +175 17 5 val_175 +176 17 6 val_176 +176 17 6 val_176 +177 17 7 val_177 +178 17 8 val_178 +179 17 9 val_179 +179 17 9 val_179 +160 16 0 val_160 +162 16 2 val_162 +163 16 3 val_163 +164 16 4 val_164 +164 16 4 val_164 +165 16 5 val_165 +165 16 5 val_165 +166 16 6 val_166 +167 16 7 val_167 +167 16 7 val_167 +167 16 7 val_167 +168 16 8 val_168 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +150 15 0 val_150 +152 15 2 val_152 +152 15 2 val_152 +153 15 3 val_153 +155 15 5 val_155 +156 15 6 val_156 +157 15 7 val_157 +158 15 8 val_158 +143 14 3 val_143 +145 14 5 val_145 +146 14 6 val_146 +146 14 6 val_146 +149 14 9 val_149 +149 14 9 val_149 +131 13 1 val_131 +133 13 3 val_133 +134 13 4 val_134 +134 13 4 val_134 +136 13 6 val_136 +137 13 7 val_137 +137 13 7 val_137 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +120 12 0 val_120 +120 12 0 val_120 +125 12 5 val_125 +125 12 5 val_125 +126 12 6 val_126 +128 12 8 val_128 +128 12 8 val_128 +128 12 8 val_128 +129 12 9 val_129 +129 12 9 val_129 +111 11 1 val_111 +113 11 3 val_113 +113 11 3 val_113 +114 11 4 val_114 +116 11 6 val_116 +118 11 8 val_118 +118 11 8 val_118 +119 11 9 val_119 +119 11 9 val_119 +119 11 9 val_119 +100 10 0 val_100 +100 10 0 val_100 +103 10 3 val_103 +103 10 3 val_103 +104 10 4 val_104 +104 10 4 val_104 +105 10 5 val_105 +90 9 0 val_90 +90 9 0 val_90 +90 9 0 val_90 +92 9 2 val_92 +95 9 5 val_95 +95 9 5 val_95 +96 9 6 val_96 +97 9 7 val_97 +97 9 7 val_97 +98 9 8 val_98 +98 9 8 val_98 +80 8 0 val_80 +82 8 2 val_82 +83 8 3 val_83 +83 8 3 val_83 +84 8 4 val_84 +84 8 4 val_84 +85 8 5 val_85 +86 8 6 val_86 +87 8 7 val_87 +70 7 0 val_70 +70 7 0 val_70 +70 7 0 val_70 +72 7 2 val_72 +72 7 2 val_72 +74 7 4 val_74 +76 7 6 val_76 +76 7 6 val_76 +77 7 7 val_77 +78 7 8 val_78 +64 6 4 val_64 +65 6 5 val_65 +66 6 6 val_66 +67 6 7 val_67 +67 6 7 val_67 +69 6 9 val_69 +51 5 1 val_51 +51 5 1 val_51 +53 5 3 val_53 +54 5 4 val_54 +57 5 7 val_57 +58 5 8 val_58 +58 5 8 val_58 +41 4 1 val_41 +42 4 2 val_42 +42 4 2 val_42 +43 4 3 val_43 +44 4 4 val_44 +47 4 7 val_47 +30 3 0 val_30 +33 3 3 val_33 +34 3 4 val_34 +35 3 5 val_35 +35 3 5 val_35 +35 3 5 val_35 +37 3 7 val_37 +37 3 7 val_37 +20 2 0 val_20 +24 2 4 val_24 +24 2 4 val_24 +26 2 6 val_26 +26 2 6 val_26 +27 2 7 val_27 +28 2 8 val_28 +10 1 0 val_10 +11 1 1 val_11 +12 1 2 val_12 +12 1 2 val_12 +15 1 5 val_15 +15 1 5 val_15 +17 1 7 val_17 +18 1 8 val_18 +18 1 8 val_18 +19 1 9 val_19 +0 0 0 val_0 +0 0 0 val_0 +0 0 0 val_0 +2 0 2 val_2 +4 0 4 val_4 +5 0 5 val_5 +5 0 5 val_5 +5 0 5 val_5 +8 0 8 val_8 +9 0 9 val_9 Index: ql/src/test/results/clientpositive/input20.q.out =================================================================== --- ql/src/test/results/clientpositive/input20.q.out (revision 0) +++ ql/src/test/results/clientpositive/input20.q.out (revision 0) @@ -0,0 +1,72 @@ +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (% (TOK_COLREF src key) 2) (% (TOK_COLREF src key) 5)) 'cat'))) (TOK_CLUSTERBY key))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_COLREF tmap key) (TOK_COLREF tmap value)) 'uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@"' (TOK_ALIASLIST key value)))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + tmap:src + Select Operator + expressions: + expr: key + type: string + Select Operator + expressions: + expr: (UDFToDouble(0) % UDFToDouble(2)) + type: double + expr: (UDFToDouble(0) % UDFToDouble(5)) + type: double + Transform Operator + command: cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + Reduce Output Operator + key expressions: + expr: key + type: string + sort order: + + Map-reduce partition columns: + expr: key + type: string + tag: -1 + value expressions: + expr: key + type: string + expr: value + type: string + Reduce Operator Tree: + Extract + Select Operator + expressions: + expr: 0 + type: string + expr: 1 + type: string + Transform Operator + command: uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + File Output Operator + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + Stage: Stage-0 + Move Operator + tables: + replace: + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + Index: ql/src/test/results/clientpositive/mapreduce2.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce2.q.out (revision 0) +++ ql/src/test/results/clientpositive/mapreduce2.q.out (revision 0) @@ -0,0 +1,564 @@ +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_COLREF src key) (TOK_FUNCTION TOK_INT (/ (TOK_COLREF src key) 10)) (TOK_FUNCTION TOK_INT (% (TOK_COLREF src key) 10)) (TOK_COLREF src value)) '/bin/cat' (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY tvalue tkey))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src + Select Operator + expressions: + expr: key + type: string + expr: UDFToInteger((UDFToDouble(key) / UDFToDouble(10))) + type: int + expr: UDFToInteger((UDFToDouble(key) % UDFToDouble(10))) + type: int + expr: value + type: string + Transform Operator + command: /bin/cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + Reduce Output Operator + sort order: + Map-reduce partition columns: + expr: tvalue + type: string + expr: tkey + type: string + tag: -1 + value expressions: + expr: tkey + type: string + expr: ten + type: string + expr: one + type: string + expr: tvalue + type: string + Reduce Operator Tree: + Extract + File Output Operator + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + Stage: Stage-0 + Move Operator + tables: + replace: + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + +238 23 8 val_238 +86 8 6 val_86 +311 31 1 val_311 +27 2 7 val_27 +165 16 5 val_165 +409 40 9 val_409 +255 25 5 val_255 +278 27 8 val_278 +98 9 8 val_98 +484 48 4 val_484 +265 26 5 val_265 +193 19 3 val_193 +401 40 1 val_401 +150 15 0 val_150 +273 27 3 val_273 +224 22 4 val_224 +369 36 9 val_369 +66 6 6 val_66 +128 12 8 val_128 +213 21 3 val_213 +146 14 6 val_146 +406 40 6 val_406 +429 42 9 val_429 +374 37 4 val_374 +152 15 2 val_152 +469 46 9 val_469 +145 14 5 val_145 +495 49 5 val_495 +37 3 7 val_37 +327 32 7 val_327 +281 28 1 val_281 +277 27 7 val_277 +209 20 9 val_209 +15 1 5 val_15 +82 8 2 val_82 +403 40 3 val_403 +166 16 6 val_166 +417 41 7 val_417 +430 43 0 val_430 +252 25 2 val_252 +292 29 2 val_292 +219 21 9 val_219 +287 28 7 val_287 +153 15 3 val_153 +193 19 3 val_193 +338 33 8 val_338 +446 44 6 val_446 +459 45 9 val_459 +394 39 4 val_394 +237 23 7 val_237 +482 48 2 val_482 +174 17 4 val_174 +413 41 3 val_413 +494 49 4 val_494 +207 20 7 val_207 +199 19 9 val_199 +466 46 6 val_466 +208 20 8 val_208 +174 17 4 val_174 +399 39 9 val_399 +396 39 6 val_396 +247 24 7 val_247 +417 41 7 val_417 +489 48 9 val_489 +162 16 2 val_162 +377 37 7 val_377 +397 39 7 val_397 +309 30 9 val_309 +365 36 5 val_365 +266 26 6 val_266 +439 43 9 val_439 +342 34 2 val_342 +367 36 7 val_367 +325 32 5 val_325 +167 16 7 val_167 +195 19 5 val_195 +475 47 5 val_475 +17 1 7 val_17 +113 11 3 val_113 +155 15 5 val_155 +203 20 3 val_203 +339 33 9 val_339 +0 0 0 val_0 +455 45 5 val_455 +128 12 8 val_128 +311 31 1 val_311 +316 31 6 val_316 +57 5 7 val_57 +302 30 2 val_302 +205 20 5 val_205 +149 14 9 val_149 +438 43 8 val_438 +345 34 5 val_345 +129 12 9 val_129 +170 17 0 val_170 +20 2 0 val_20 +489 48 9 val_489 +157 15 7 val_157 +378 37 8 val_378 +221 22 1 val_221 +92 9 2 val_92 +111 11 1 val_111 +47 4 7 val_47 +72 7 2 val_72 +4 0 4 val_4 +280 28 0 val_280 +35 3 5 val_35 +427 42 7 val_427 +277 27 7 val_277 +208 20 8 val_208 +356 35 6 val_356 +399 39 9 val_399 +169 16 9 val_169 +382 38 2 val_382 +498 49 8 val_498 +125 12 5 val_125 +386 38 6 val_386 +437 43 7 val_437 +469 46 9 val_469 +192 19 2 val_192 +286 28 6 val_286 +187 18 7 val_187 +176 17 6 val_176 +54 5 4 val_54 +459 45 9 val_459 +51 5 1 val_51 +138 13 8 val_138 +103 10 3 val_103 +239 23 9 val_239 +213 21 3 val_213 +216 21 6 val_216 +430 43 0 val_430 +278 27 8 val_278 +176 17 6 val_176 +289 28 9 val_289 +221 22 1 val_221 +65 6 5 val_65 +318 31 8 val_318 +332 33 2 val_332 +311 31 1 val_311 +275 27 5 val_275 +137 13 7 val_137 +241 24 1 val_241 +83 8 3 val_83 +333 33 3 val_333 +180 18 0 val_180 +284 28 4 val_284 +12 1 2 val_12 +230 23 0 val_230 +181 18 1 val_181 +67 6 7 val_67 +260 26 0 val_260 +404 40 4 val_404 +384 38 4 val_384 +489 48 9 val_489 +353 35 3 val_353 +373 37 3 val_373 +272 27 2 val_272 +138 13 8 val_138 +217 21 7 val_217 +84 8 4 val_84 +348 34 8 val_348 +466 46 6 val_466 +58 5 8 val_58 +8 0 8 val_8 +411 41 1 val_411 +230 23 0 val_230 +208 20 8 val_208 +348 34 8 val_348 +24 2 4 val_24 +463 46 3 val_463 +431 43 1 val_431 +179 17 9 val_179 +172 17 2 val_172 +42 4 2 val_42 +129 12 9 val_129 +158 15 8 val_158 +119 11 9 val_119 +496 49 6 val_496 +0 0 0 val_0 +322 32 2 val_322 +197 19 7 val_197 +468 46 8 val_468 +393 39 3 val_393 +454 45 4 val_454 +100 10 0 val_100 +298 29 8 val_298 +199 19 9 val_199 +191 19 1 val_191 +418 41 8 val_418 +96 9 6 val_96 +26 2 6 val_26 +165 16 5 val_165 +327 32 7 val_327 +230 23 0 val_230 +205 20 5 val_205 +120 12 0 val_120 +131 13 1 val_131 +51 5 1 val_51 +404 40 4 val_404 +43 4 3 val_43 +436 43 6 val_436 +156 15 6 val_156 +469 46 9 val_469 +468 46 8 val_468 +308 30 8 val_308 +95 9 5 val_95 +196 19 6 val_196 +288 28 8 val_288 +481 48 1 val_481 +457 45 7 val_457 +98 9 8 val_98 +282 28 2 val_282 +197 19 7 val_197 +187 18 7 val_187 +318 31 8 val_318 +318 31 8 val_318 +409 40 9 val_409 +470 47 0 val_470 +137 13 7 val_137 +369 36 9 val_369 +316 31 6 val_316 +169 16 9 val_169 +413 41 3 val_413 +85 8 5 val_85 +77 7 7 val_77 +0 0 0 val_0 +490 49 0 val_490 +87 8 7 val_87 +364 36 4 val_364 +179 17 9 val_179 +118 11 8 val_118 +134 13 4 val_134 +395 39 5 val_395 +282 28 2 val_282 +138 13 8 val_138 +238 23 8 val_238 +419 41 9 val_419 +15 1 5 val_15 +118 11 8 val_118 +72 7 2 val_72 +90 9 0 val_90 +307 30 7 val_307 +19 1 9 val_19 +435 43 5 val_435 +10 1 0 val_10 +277 27 7 val_277 +273 27 3 val_273 +306 30 6 val_306 +224 22 4 val_224 +309 30 9 val_309 +389 38 9 val_389 +327 32 7 val_327 +242 24 2 val_242 +369 36 9 val_369 +392 39 2 val_392 +272 27 2 val_272 +331 33 1 val_331 +401 40 1 val_401 +242 24 2 val_242 +452 45 2 val_452 +177 17 7 val_177 +226 22 6 val_226 +5 0 5 val_5 +497 49 7 val_497 +402 40 2 val_402 +396 39 6 val_396 +317 31 7 val_317 +395 39 5 val_395 +58 5 8 val_58 +35 3 5 val_35 +336 33 6 val_336 +95 9 5 val_95 +11 1 1 val_11 +168 16 8 val_168 +34 3 4 val_34 +229 22 9 val_229 +233 23 3 val_233 +143 14 3 val_143 +472 47 2 val_472 +322 32 2 val_322 +498 49 8 val_498 +160 16 0 val_160 +195 19 5 val_195 +42 4 2 val_42 +321 32 1 val_321 +430 43 0 val_430 +119 11 9 val_119 +489 48 9 val_489 +458 45 8 val_458 +78 7 8 val_78 +76 7 6 val_76 +41 4 1 val_41 +223 22 3 val_223 +492 49 2 val_492 +149 14 9 val_149 +449 44 9 val_449 +218 21 8 val_218 +228 22 8 val_228 +138 13 8 val_138 +453 45 3 val_453 +30 3 0 val_30 +209 20 9 val_209 +64 6 4 val_64 +468 46 8 val_468 +76 7 6 val_76 +74 7 4 val_74 +342 34 2 val_342 +69 6 9 val_69 +230 23 0 val_230 +33 3 3 val_33 +368 36 8 val_368 +103 10 3 val_103 +296 29 6 val_296 +113 11 3 val_113 +216 21 6 val_216 +367 36 7 val_367 +344 34 4 val_344 +167 16 7 val_167 +274 27 4 val_274 +219 21 9 val_219 +239 23 9 val_239 +485 48 5 val_485 +116 11 6 val_116 +223 22 3 val_223 +256 25 6 val_256 +263 26 3 val_263 +70 7 0 val_70 +487 48 7 val_487 +480 48 0 val_480 +401 40 1 val_401 +288 28 8 val_288 +191 19 1 val_191 +5 0 5 val_5 +244 24 4 val_244 +438 43 8 val_438 +128 12 8 val_128 +467 46 7 val_467 +432 43 2 val_432 +202 20 2 val_202 +316 31 6 val_316 +229 22 9 val_229 +469 46 9 val_469 +463 46 3 val_463 +280 28 0 val_280 +2 0 2 val_2 +35 3 5 val_35 +283 28 3 val_283 +331 33 1 val_331 +235 23 5 val_235 +80 8 0 val_80 +44 4 4 val_44 +193 19 3 val_193 +321 32 1 val_321 +335 33 5 val_335 +104 10 4 val_104 +466 46 6 val_466 +366 36 6 val_366 +175 17 5 val_175 +403 40 3 val_403 +483 48 3 val_483 +53 5 3 val_53 +105 10 5 val_105 +257 25 7 val_257 +406 40 6 val_406 +409 40 9 val_409 +190 19 0 val_190 +406 40 6 val_406 +401 40 1 val_401 +114 11 4 val_114 +258 25 8 val_258 +90 9 0 val_90 +203 20 3 val_203 +262 26 2 val_262 +348 34 8 val_348 +424 42 4 val_424 +12 1 2 val_12 +396 39 6 val_396 +201 20 1 val_201 +217 21 7 val_217 +164 16 4 val_164 +431 43 1 val_431 +454 45 4 val_454 +478 47 8 val_478 +298 29 8 val_298 +125 12 5 val_125 +431 43 1 val_431 +164 16 4 val_164 +424 42 4 val_424 +187 18 7 val_187 +382 38 2 val_382 +5 0 5 val_5 +70 7 0 val_70 +397 39 7 val_397 +480 48 0 val_480 +291 29 1 val_291 +24 2 4 val_24 +351 35 1 val_351 +255 25 5 val_255 +104 10 4 val_104 +70 7 0 val_70 +163 16 3 val_163 +438 43 8 val_438 +119 11 9 val_119 +414 41 4 val_414 +200 20 0 val_200 +491 49 1 val_491 +237 23 7 val_237 +439 43 9 val_439 +360 36 0 val_360 +248 24 8 val_248 +479 47 9 val_479 +305 30 5 val_305 +417 41 7 val_417 +199 19 9 val_199 +444 44 4 val_444 +120 12 0 val_120 +429 42 9 val_429 +169 16 9 val_169 +443 44 3 val_443 +323 32 3 val_323 +325 32 5 val_325 +277 27 7 val_277 +230 23 0 val_230 +478 47 8 val_478 +178 17 8 val_178 +468 46 8 val_468 +310 31 0 val_310 +317 31 7 val_317 +333 33 3 val_333 +493 49 3 val_493 +460 46 0 val_460 +207 20 7 val_207 +249 24 9 val_249 +265 26 5 val_265 +480 48 0 val_480 +83 8 3 val_83 +136 13 6 val_136 +353 35 3 val_353 +172 17 2 val_172 +214 21 4 val_214 +462 46 2 val_462 +233 23 3 val_233 +406 40 6 val_406 +133 13 3 val_133 +175 17 5 val_175 +189 18 9 val_189 +454 45 4 val_454 +375 37 5 val_375 +401 40 1 val_401 +421 42 1 val_421 +407 40 7 val_407 +384 38 4 val_384 +256 25 6 val_256 +26 2 6 val_26 +134 13 4 val_134 +67 6 7 val_67 +384 38 4 val_384 +379 37 9 val_379 +18 1 8 val_18 +462 46 2 val_462 +492 49 2 val_492 +100 10 0 val_100 +298 29 8 val_298 +9 0 9 val_9 +341 34 1 val_341 +498 49 8 val_498 +146 14 6 val_146 +458 45 8 val_458 +362 36 2 val_362 +186 18 6 val_186 +285 28 5 val_285 +348 34 8 val_348 +167 16 7 val_167 +18 1 8 val_18 +273 27 3 val_273 +183 18 3 val_183 +281 28 1 val_281 +344 34 4 val_344 +97 9 7 val_97 +469 46 9 val_469 +315 31 5 val_315 +84 8 4 val_84 +28 2 8 val_28 +37 3 7 val_37 +448 44 8 val_448 +152 15 2 val_152 +348 34 8 val_348 +307 30 7 val_307 +194 19 4 val_194 +414 41 4 val_414 +477 47 7 val_477 +222 22 2 val_222 +126 12 6 val_126 +90 9 0 val_90 +169 16 9 val_169 +403 40 3 val_403 +400 40 0 val_400 +200 20 0 val_200 +97 9 7 val_97 Index: ql/src/test/results/clientpositive/mapreduce4.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce4.q.out (revision 0) +++ ql/src/test/results/clientpositive/mapreduce4.q.out (revision 0) @@ -0,0 +1,569 @@ +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_COLREF src key) (TOK_FUNCTION TOK_INT (/ (TOK_COLREF src key) 10)) (TOK_FUNCTION TOK_INT (% (TOK_COLREF src key) 10)) (TOK_COLREF src value)) '/bin/cat' (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY tvalue tkey) (TOK_SORTBY (TOK_TABSORTCOLNAMEDESC ten) (TOK_TABSORTCOLNAMEASC one)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src + Select Operator + expressions: + expr: key + type: string + expr: UDFToInteger((UDFToDouble(key) / UDFToDouble(10))) + type: int + expr: UDFToInteger((UDFToDouble(key) % UDFToDouble(10))) + type: int + expr: value + type: string + Transform Operator + command: /bin/cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + Reduce Output Operator + key expressions: + expr: ten + type: string + expr: one + type: string + sort order: -+ + Map-reduce partition columns: + expr: tvalue + type: string + expr: tkey + type: string + tag: -1 + value expressions: + expr: tkey + type: string + expr: ten + type: string + expr: one + type: string + expr: tvalue + type: string + Reduce Operator Tree: + Extract + File Output Operator + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + Stage: Stage-0 + Move Operator + tables: + replace: + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + +90 9 0 val_90 +90 9 0 val_90 +90 9 0 val_90 +92 9 2 val_92 +95 9 5 val_95 +95 9 5 val_95 +96 9 6 val_96 +97 9 7 val_97 +97 9 7 val_97 +98 9 8 val_98 +98 9 8 val_98 +80 8 0 val_80 +82 8 2 val_82 +83 8 3 val_83 +83 8 3 val_83 +84 8 4 val_84 +84 8 4 val_84 +85 8 5 val_85 +86 8 6 val_86 +87 8 7 val_87 +70 7 0 val_70 +70 7 0 val_70 +70 7 0 val_70 +72 7 2 val_72 +72 7 2 val_72 +74 7 4 val_74 +76 7 6 val_76 +76 7 6 val_76 +77 7 7 val_77 +78 7 8 val_78 +64 6 4 val_64 +65 6 5 val_65 +66 6 6 val_66 +67 6 7 val_67 +67 6 7 val_67 +69 6 9 val_69 +51 5 1 val_51 +51 5 1 val_51 +53 5 3 val_53 +54 5 4 val_54 +57 5 7 val_57 +58 5 8 val_58 +58 5 8 val_58 +490 49 0 val_490 +491 49 1 val_491 +492 49 2 val_492 +492 49 2 val_492 +493 49 3 val_493 +494 49 4 val_494 +495 49 5 val_495 +496 49 6 val_496 +497 49 7 val_497 +498 49 8 val_498 +498 49 8 val_498 +498 49 8 val_498 +480 48 0 val_480 +480 48 0 val_480 +480 48 0 val_480 +481 48 1 val_481 +482 48 2 val_482 +483 48 3 val_483 +484 48 4 val_484 +485 48 5 val_485 +487 48 7 val_487 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +470 47 0 val_470 +472 47 2 val_472 +475 47 5 val_475 +477 47 7 val_477 +478 47 8 val_478 +478 47 8 val_478 +479 47 9 val_479 +460 46 0 val_460 +462 46 2 val_462 +462 46 2 val_462 +463 46 3 val_463 +463 46 3 val_463 +466 46 6 val_466 +466 46 6 val_466 +466 46 6 val_466 +467 46 7 val_467 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +452 45 2 val_452 +453 45 3 val_453 +454 45 4 val_454 +454 45 4 val_454 +454 45 4 val_454 +455 45 5 val_455 +457 45 7 val_457 +458 45 8 val_458 +458 45 8 val_458 +459 45 9 val_459 +459 45 9 val_459 +443 44 3 val_443 +444 44 4 val_444 +446 44 6 val_446 +448 44 8 val_448 +449 44 9 val_449 +430 43 0 val_430 +430 43 0 val_430 +430 43 0 val_430 +431 43 1 val_431 +431 43 1 val_431 +431 43 1 val_431 +432 43 2 val_432 +435 43 5 val_435 +436 43 6 val_436 +437 43 7 val_437 +438 43 8 val_438 +438 43 8 val_438 +438 43 8 val_438 +439 43 9 val_439 +439 43 9 val_439 +421 42 1 val_421 +424 42 4 val_424 +424 42 4 val_424 +427 42 7 val_427 +429 42 9 val_429 +429 42 9 val_429 +411 41 1 val_411 +413 41 3 val_413 +413 41 3 val_413 +414 41 4 val_414 +414 41 4 val_414 +417 41 7 val_417 +417 41 7 val_417 +417 41 7 val_417 +418 41 8 val_418 +419 41 9 val_419 +400 40 0 val_400 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +402 40 2 val_402 +403 40 3 val_403 +403 40 3 val_403 +403 40 3 val_403 +404 40 4 val_404 +404 40 4 val_404 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +407 40 7 val_407 +409 40 9 val_409 +409 40 9 val_409 +409 40 9 val_409 +41 4 1 val_41 +42 4 2 val_42 +42 4 2 val_42 +43 4 3 val_43 +44 4 4 val_44 +47 4 7 val_47 +392 39 2 val_392 +393 39 3 val_393 +394 39 4 val_394 +395 39 5 val_395 +395 39 5 val_395 +396 39 6 val_396 +396 39 6 val_396 +396 39 6 val_396 +397 39 7 val_397 +397 39 7 val_397 +399 39 9 val_399 +399 39 9 val_399 +382 38 2 val_382 +382 38 2 val_382 +384 38 4 val_384 +384 38 4 val_384 +384 38 4 val_384 +386 38 6 val_386 +389 38 9 val_389 +373 37 3 val_373 +374 37 4 val_374 +375 37 5 val_375 +377 37 7 val_377 +378 37 8 val_378 +379 37 9 val_379 +360 36 0 val_360 +362 36 2 val_362 +364 36 4 val_364 +365 36 5 val_365 +366 36 6 val_366 +367 36 7 val_367 +367 36 7 val_367 +368 36 8 val_368 +369 36 9 val_369 +369 36 9 val_369 +369 36 9 val_369 +351 35 1 val_351 +353 35 3 val_353 +353 35 3 val_353 +356 35 6 val_356 +341 34 1 val_341 +342 34 2 val_342 +342 34 2 val_342 +344 34 4 val_344 +344 34 4 val_344 +345 34 5 val_345 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +331 33 1 val_331 +331 33 1 val_331 +332 33 2 val_332 +333 33 3 val_333 +333 33 3 val_333 +335 33 5 val_335 +336 33 6 val_336 +338 33 8 val_338 +339 33 9 val_339 +321 32 1 val_321 +321 32 1 val_321 +322 32 2 val_322 +322 32 2 val_322 +323 32 3 val_323 +325 32 5 val_325 +325 32 5 val_325 +327 32 7 val_327 +327 32 7 val_327 +327 32 7 val_327 +310 31 0 val_310 +311 31 1 val_311 +311 31 1 val_311 +311 31 1 val_311 +315 31 5 val_315 +316 31 6 val_316 +316 31 6 val_316 +316 31 6 val_316 +317 31 7 val_317 +317 31 7 val_317 +318 31 8 val_318 +318 31 8 val_318 +318 31 8 val_318 +302 30 2 val_302 +305 30 5 val_305 +306 30 6 val_306 +307 30 7 val_307 +307 30 7 val_307 +308 30 8 val_308 +309 30 9 val_309 +309 30 9 val_309 +30 3 0 val_30 +33 3 3 val_33 +34 3 4 val_34 +35 3 5 val_35 +35 3 5 val_35 +35 3 5 val_35 +37 3 7 val_37 +37 3 7 val_37 +291 29 1 val_291 +292 29 2 val_292 +296 29 6 val_296 +298 29 8 val_298 +298 29 8 val_298 +298 29 8 val_298 +280 28 0 val_280 +280 28 0 val_280 +281 28 1 val_281 +281 28 1 val_281 +282 28 2 val_282 +282 28 2 val_282 +283 28 3 val_283 +284 28 4 val_284 +285 28 5 val_285 +286 28 6 val_286 +287 28 7 val_287 +288 28 8 val_288 +288 28 8 val_288 +289 28 9 val_289 +272 27 2 val_272 +272 27 2 val_272 +273 27 3 val_273 +273 27 3 val_273 +273 27 3 val_273 +274 27 4 val_274 +275 27 5 val_275 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +278 27 8 val_278 +278 27 8 val_278 +260 26 0 val_260 +262 26 2 val_262 +263 26 3 val_263 +265 26 5 val_265 +265 26 5 val_265 +266 26 6 val_266 +252 25 2 val_252 +255 25 5 val_255 +255 25 5 val_255 +256 25 6 val_256 +256 25 6 val_256 +257 25 7 val_257 +258 25 8 val_258 +241 24 1 val_241 +242 24 2 val_242 +242 24 2 val_242 +244 24 4 val_244 +247 24 7 val_247 +248 24 8 val_248 +249 24 9 val_249 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +233 23 3 val_233 +233 23 3 val_233 +235 23 5 val_235 +237 23 7 val_237 +237 23 7 val_237 +238 23 8 val_238 +238 23 8 val_238 +239 23 9 val_239 +239 23 9 val_239 +221 22 1 val_221 +221 22 1 val_221 +222 22 2 val_222 +223 22 3 val_223 +223 22 3 val_223 +224 22 4 val_224 +224 22 4 val_224 +226 22 6 val_226 +228 22 8 val_228 +229 22 9 val_229 +229 22 9 val_229 +213 21 3 val_213 +213 21 3 val_213 +214 21 4 val_214 +216 21 6 val_216 +216 21 6 val_216 +217 21 7 val_217 +217 21 7 val_217 +218 21 8 val_218 +219 21 9 val_219 +219 21 9 val_219 +200 20 0 val_200 +200 20 0 val_200 +201 20 1 val_201 +202 20 2 val_202 +203 20 3 val_203 +203 20 3 val_203 +205 20 5 val_205 +205 20 5 val_205 +207 20 7 val_207 +207 20 7 val_207 +208 20 8 val_208 +208 20 8 val_208 +208 20 8 val_208 +209 20 9 val_209 +209 20 9 val_209 +20 2 0 val_20 +24 2 4 val_24 +24 2 4 val_24 +26 2 6 val_26 +26 2 6 val_26 +27 2 7 val_27 +28 2 8 val_28 +190 19 0 val_190 +191 19 1 val_191 +191 19 1 val_191 +192 19 2 val_192 +193 19 3 val_193 +193 19 3 val_193 +193 19 3 val_193 +194 19 4 val_194 +195 19 5 val_195 +195 19 5 val_195 +196 19 6 val_196 +197 19 7 val_197 +197 19 7 val_197 +199 19 9 val_199 +199 19 9 val_199 +199 19 9 val_199 +180 18 0 val_180 +181 18 1 val_181 +183 18 3 val_183 +186 18 6 val_186 +187 18 7 val_187 +187 18 7 val_187 +187 18 7 val_187 +189 18 9 val_189 +170 17 0 val_170 +172 17 2 val_172 +172 17 2 val_172 +174 17 4 val_174 +174 17 4 val_174 +175 17 5 val_175 +175 17 5 val_175 +176 17 6 val_176 +176 17 6 val_176 +177 17 7 val_177 +178 17 8 val_178 +179 17 9 val_179 +179 17 9 val_179 +160 16 0 val_160 +162 16 2 val_162 +163 16 3 val_163 +164 16 4 val_164 +164 16 4 val_164 +165 16 5 val_165 +165 16 5 val_165 +166 16 6 val_166 +167 16 7 val_167 +167 16 7 val_167 +167 16 7 val_167 +168 16 8 val_168 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +150 15 0 val_150 +152 15 2 val_152 +152 15 2 val_152 +153 15 3 val_153 +155 15 5 val_155 +156 15 6 val_156 +157 15 7 val_157 +158 15 8 val_158 +143 14 3 val_143 +145 14 5 val_145 +146 14 6 val_146 +146 14 6 val_146 +149 14 9 val_149 +149 14 9 val_149 +131 13 1 val_131 +133 13 3 val_133 +134 13 4 val_134 +134 13 4 val_134 +136 13 6 val_136 +137 13 7 val_137 +137 13 7 val_137 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +120 12 0 val_120 +120 12 0 val_120 +125 12 5 val_125 +125 12 5 val_125 +126 12 6 val_126 +128 12 8 val_128 +128 12 8 val_128 +128 12 8 val_128 +129 12 9 val_129 +129 12 9 val_129 +111 11 1 val_111 +113 11 3 val_113 +113 11 3 val_113 +114 11 4 val_114 +116 11 6 val_116 +118 11 8 val_118 +118 11 8 val_118 +119 11 9 val_119 +119 11 9 val_119 +119 11 9 val_119 +100 10 0 val_100 +100 10 0 val_100 +103 10 3 val_103 +103 10 3 val_103 +104 10 4 val_104 +104 10 4 val_104 +105 10 5 val_105 +10 1 0 val_10 +11 1 1 val_11 +12 1 2 val_12 +12 1 2 val_12 +15 1 5 val_15 +15 1 5 val_15 +17 1 7 val_17 +18 1 8 val_18 +18 1 8 val_18 +19 1 9 val_19 +0 0 0 val_0 +0 0 0 val_0 +0 0 0 val_0 +2 0 2 val_2 +4 0 4 val_4 +5 0 5 val_5 +5 0 5 val_5 +5 0 5 val_5 +8 0 8 val_8 +9 0 9 val_9 Index: ql/src/test/results/clientpositive/mapreduce6.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce6.q.out (revision 0) +++ ql/src/test/results/clientpositive/mapreduce6.q.out (revision 0) @@ -0,0 +1,564 @@ +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB dest1)) (TOK_SELECT (TOK_SELEXPR (TOK_COLREF src key)) (TOK_SELEXPR (TOK_FUNCTION TOK_INT (/ (TOK_COLREF src key) 10)) c2) (TOK_SELEXPR (TOK_FUNCTION TOK_INT (% (TOK_COLREF src key) 10)) c3) (TOK_SELEXPR (TOK_COLREF src value))) (TOK_DISTRIBUTEBY value key) (TOK_SORTBY (TOK_TABSORTCOLNAMEDESC c2) (TOK_TABSORTCOLNAMEASC c3)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src + Select Operator + expressions: + expr: key + type: string + expr: UDFToInteger((UDFToDouble(key) / UDFToDouble(10))) + type: int + expr: UDFToInteger((UDFToDouble(key) % UDFToDouble(10))) + type: int + expr: value + type: string + Reduce Output Operator + key expressions: + expr: 1 + type: int + expr: 2 + type: int + sort order: -+ + Map-reduce partition columns: + expr: 3 + type: string + expr: 0 + type: string + tag: -1 + value expressions: + expr: 0 + type: string + expr: 1 + type: int + expr: 2 + type: int + expr: 3 + type: string + Reduce Operator Tree: + Extract + File Output Operator + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + Stage: Stage-0 + Move Operator + tables: + replace: + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + name: dest1 + + +490 49 0 val_490 +491 49 1 val_491 +492 49 2 val_492 +492 49 2 val_492 +493 49 3 val_493 +494 49 4 val_494 +495 49 5 val_495 +496 49 6 val_496 +497 49 7 val_497 +498 49 8 val_498 +498 49 8 val_498 +498 49 8 val_498 +480 48 0 val_480 +480 48 0 val_480 +480 48 0 val_480 +481 48 1 val_481 +482 48 2 val_482 +483 48 3 val_483 +484 48 4 val_484 +485 48 5 val_485 +487 48 7 val_487 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +489 48 9 val_489 +470 47 0 val_470 +472 47 2 val_472 +475 47 5 val_475 +477 47 7 val_477 +478 47 8 val_478 +478 47 8 val_478 +479 47 9 val_479 +460 46 0 val_460 +462 46 2 val_462 +462 46 2 val_462 +463 46 3 val_463 +463 46 3 val_463 +466 46 6 val_466 +466 46 6 val_466 +466 46 6 val_466 +467 46 7 val_467 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +468 46 8 val_468 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +469 46 9 val_469 +452 45 2 val_452 +453 45 3 val_453 +454 45 4 val_454 +454 45 4 val_454 +454 45 4 val_454 +455 45 5 val_455 +457 45 7 val_457 +458 45 8 val_458 +458 45 8 val_458 +459 45 9 val_459 +459 45 9 val_459 +443 44 3 val_443 +444 44 4 val_444 +446 44 6 val_446 +448 44 8 val_448 +449 44 9 val_449 +430 43 0 val_430 +430 43 0 val_430 +430 43 0 val_430 +431 43 1 val_431 +431 43 1 val_431 +431 43 1 val_431 +432 43 2 val_432 +435 43 5 val_435 +436 43 6 val_436 +437 43 7 val_437 +438 43 8 val_438 +438 43 8 val_438 +438 43 8 val_438 +439 43 9 val_439 +439 43 9 val_439 +421 42 1 val_421 +424 42 4 val_424 +424 42 4 val_424 +427 42 7 val_427 +429 42 9 val_429 +429 42 9 val_429 +411 41 1 val_411 +413 41 3 val_413 +413 41 3 val_413 +414 41 4 val_414 +414 41 4 val_414 +417 41 7 val_417 +417 41 7 val_417 +417 41 7 val_417 +418 41 8 val_418 +419 41 9 val_419 +400 40 0 val_400 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +401 40 1 val_401 +402 40 2 val_402 +403 40 3 val_403 +403 40 3 val_403 +403 40 3 val_403 +404 40 4 val_404 +404 40 4 val_404 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +406 40 6 val_406 +407 40 7 val_407 +409 40 9 val_409 +409 40 9 val_409 +409 40 9 val_409 +392 39 2 val_392 +393 39 3 val_393 +394 39 4 val_394 +395 39 5 val_395 +395 39 5 val_395 +396 39 6 val_396 +396 39 6 val_396 +396 39 6 val_396 +397 39 7 val_397 +397 39 7 val_397 +399 39 9 val_399 +399 39 9 val_399 +382 38 2 val_382 +382 38 2 val_382 +384 38 4 val_384 +384 38 4 val_384 +384 38 4 val_384 +386 38 6 val_386 +389 38 9 val_389 +373 37 3 val_373 +374 37 4 val_374 +375 37 5 val_375 +377 37 7 val_377 +378 37 8 val_378 +379 37 9 val_379 +360 36 0 val_360 +362 36 2 val_362 +364 36 4 val_364 +365 36 5 val_365 +366 36 6 val_366 +367 36 7 val_367 +367 36 7 val_367 +368 36 8 val_368 +369 36 9 val_369 +369 36 9 val_369 +369 36 9 val_369 +351 35 1 val_351 +353 35 3 val_353 +353 35 3 val_353 +356 35 6 val_356 +341 34 1 val_341 +342 34 2 val_342 +342 34 2 val_342 +344 34 4 val_344 +344 34 4 val_344 +345 34 5 val_345 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +348 34 8 val_348 +331 33 1 val_331 +331 33 1 val_331 +332 33 2 val_332 +333 33 3 val_333 +333 33 3 val_333 +335 33 5 val_335 +336 33 6 val_336 +338 33 8 val_338 +339 33 9 val_339 +321 32 1 val_321 +321 32 1 val_321 +322 32 2 val_322 +322 32 2 val_322 +323 32 3 val_323 +325 32 5 val_325 +325 32 5 val_325 +327 32 7 val_327 +327 32 7 val_327 +327 32 7 val_327 +310 31 0 val_310 +311 31 1 val_311 +311 31 1 val_311 +311 31 1 val_311 +315 31 5 val_315 +316 31 6 val_316 +316 31 6 val_316 +316 31 6 val_316 +317 31 7 val_317 +317 31 7 val_317 +318 31 8 val_318 +318 31 8 val_318 +318 31 8 val_318 +302 30 2 val_302 +305 30 5 val_305 +306 30 6 val_306 +307 30 7 val_307 +307 30 7 val_307 +308 30 8 val_308 +309 30 9 val_309 +309 30 9 val_309 +291 29 1 val_291 +292 29 2 val_292 +296 29 6 val_296 +298 29 8 val_298 +298 29 8 val_298 +298 29 8 val_298 +280 28 0 val_280 +280 28 0 val_280 +281 28 1 val_281 +281 28 1 val_281 +282 28 2 val_282 +282 28 2 val_282 +283 28 3 val_283 +284 28 4 val_284 +285 28 5 val_285 +286 28 6 val_286 +287 28 7 val_287 +288 28 8 val_288 +288 28 8 val_288 +289 28 9 val_289 +272 27 2 val_272 +272 27 2 val_272 +273 27 3 val_273 +273 27 3 val_273 +273 27 3 val_273 +274 27 4 val_274 +275 27 5 val_275 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +277 27 7 val_277 +278 27 8 val_278 +278 27 8 val_278 +260 26 0 val_260 +262 26 2 val_262 +263 26 3 val_263 +265 26 5 val_265 +265 26 5 val_265 +266 26 6 val_266 +252 25 2 val_252 +255 25 5 val_255 +255 25 5 val_255 +256 25 6 val_256 +256 25 6 val_256 +257 25 7 val_257 +258 25 8 val_258 +241 24 1 val_241 +242 24 2 val_242 +242 24 2 val_242 +244 24 4 val_244 +247 24 7 val_247 +248 24 8 val_248 +249 24 9 val_249 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +230 23 0 val_230 +233 23 3 val_233 +233 23 3 val_233 +235 23 5 val_235 +237 23 7 val_237 +237 23 7 val_237 +238 23 8 val_238 +238 23 8 val_238 +239 23 9 val_239 +239 23 9 val_239 +221 22 1 val_221 +221 22 1 val_221 +222 22 2 val_222 +223 22 3 val_223 +223 22 3 val_223 +224 22 4 val_224 +224 22 4 val_224 +226 22 6 val_226 +228 22 8 val_228 +229 22 9 val_229 +229 22 9 val_229 +213 21 3 val_213 +213 21 3 val_213 +214 21 4 val_214 +216 21 6 val_216 +216 21 6 val_216 +217 21 7 val_217 +217 21 7 val_217 +218 21 8 val_218 +219 21 9 val_219 +219 21 9 val_219 +200 20 0 val_200 +200 20 0 val_200 +201 20 1 val_201 +202 20 2 val_202 +203 20 3 val_203 +203 20 3 val_203 +205 20 5 val_205 +205 20 5 val_205 +207 20 7 val_207 +207 20 7 val_207 +208 20 8 val_208 +208 20 8 val_208 +208 20 8 val_208 +209 20 9 val_209 +209 20 9 val_209 +190 19 0 val_190 +191 19 1 val_191 +191 19 1 val_191 +192 19 2 val_192 +193 19 3 val_193 +193 19 3 val_193 +193 19 3 val_193 +194 19 4 val_194 +195 19 5 val_195 +195 19 5 val_195 +196 19 6 val_196 +197 19 7 val_197 +197 19 7 val_197 +199 19 9 val_199 +199 19 9 val_199 +199 19 9 val_199 +180 18 0 val_180 +181 18 1 val_181 +183 18 3 val_183 +186 18 6 val_186 +187 18 7 val_187 +187 18 7 val_187 +187 18 7 val_187 +189 18 9 val_189 +170 17 0 val_170 +172 17 2 val_172 +172 17 2 val_172 +174 17 4 val_174 +174 17 4 val_174 +175 17 5 val_175 +175 17 5 val_175 +176 17 6 val_176 +176 17 6 val_176 +177 17 7 val_177 +178 17 8 val_178 +179 17 9 val_179 +179 17 9 val_179 +160 16 0 val_160 +162 16 2 val_162 +163 16 3 val_163 +164 16 4 val_164 +164 16 4 val_164 +165 16 5 val_165 +165 16 5 val_165 +166 16 6 val_166 +167 16 7 val_167 +167 16 7 val_167 +167 16 7 val_167 +168 16 8 val_168 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +169 16 9 val_169 +150 15 0 val_150 +152 15 2 val_152 +152 15 2 val_152 +153 15 3 val_153 +155 15 5 val_155 +156 15 6 val_156 +157 15 7 val_157 +158 15 8 val_158 +143 14 3 val_143 +145 14 5 val_145 +146 14 6 val_146 +146 14 6 val_146 +149 14 9 val_149 +149 14 9 val_149 +131 13 1 val_131 +133 13 3 val_133 +134 13 4 val_134 +134 13 4 val_134 +136 13 6 val_136 +137 13 7 val_137 +137 13 7 val_137 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +138 13 8 val_138 +120 12 0 val_120 +120 12 0 val_120 +125 12 5 val_125 +125 12 5 val_125 +126 12 6 val_126 +128 12 8 val_128 +128 12 8 val_128 +128 12 8 val_128 +129 12 9 val_129 +129 12 9 val_129 +111 11 1 val_111 +113 11 3 val_113 +113 11 3 val_113 +114 11 4 val_114 +116 11 6 val_116 +118 11 8 val_118 +118 11 8 val_118 +119 11 9 val_119 +119 11 9 val_119 +119 11 9 val_119 +100 10 0 val_100 +100 10 0 val_100 +103 10 3 val_103 +103 10 3 val_103 +104 10 4 val_104 +104 10 4 val_104 +105 10 5 val_105 +90 9 0 val_90 +90 9 0 val_90 +90 9 0 val_90 +92 9 2 val_92 +95 9 5 val_95 +95 9 5 val_95 +96 9 6 val_96 +97 9 7 val_97 +97 9 7 val_97 +98 9 8 val_98 +98 9 8 val_98 +80 8 0 val_80 +82 8 2 val_82 +83 8 3 val_83 +83 8 3 val_83 +84 8 4 val_84 +84 8 4 val_84 +85 8 5 val_85 +86 8 6 val_86 +87 8 7 val_87 +70 7 0 val_70 +70 7 0 val_70 +70 7 0 val_70 +72 7 2 val_72 +72 7 2 val_72 +74 7 4 val_74 +76 7 6 val_76 +76 7 6 val_76 +77 7 7 val_77 +78 7 8 val_78 +64 6 4 val_64 +65 6 5 val_65 +66 6 6 val_66 +67 6 7 val_67 +67 6 7 val_67 +69 6 9 val_69 +51 5 1 val_51 +51 5 1 val_51 +53 5 3 val_53 +54 5 4 val_54 +57 5 7 val_57 +58 5 8 val_58 +58 5 8 val_58 +41 4 1 val_41 +42 4 2 val_42 +42 4 2 val_42 +43 4 3 val_43 +44 4 4 val_44 +47 4 7 val_47 +30 3 0 val_30 +33 3 3 val_33 +34 3 4 val_34 +35 3 5 val_35 +35 3 5 val_35 +35 3 5 val_35 +37 3 7 val_37 +37 3 7 val_37 +20 2 0 val_20 +24 2 4 val_24 +24 2 4 val_24 +26 2 6 val_26 +26 2 6 val_26 +27 2 7 val_27 +28 2 8 val_28 +10 1 0 val_10 +11 1 1 val_11 +12 1 2 val_12 +12 1 2 val_12 +15 1 5 val_15 +15 1 5 val_15 +17 1 7 val_17 +18 1 8 val_18 +18 1 8 val_18 +19 1 9 val_19 +0 0 0 val_0 +0 0 0 val_0 +0 0 0 val_0 +2 0 2 val_2 +4 0 4 val_4 +5 0 5 val_5 +5 0 5 val_5 +5 0 5 val_5 +8 0 8 val_8 +9 0 9 val_9 Index: ql/src/test/results/compiler/parse/input20.q.out =================================================================== --- ql/src/test/results/compiler/parse/input20.q.out (revision 0) +++ ql/src/test/results/compiler/parse/input20.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (% (TOK_COLREF src key) 2) (% (TOK_COLREF src key) 5)) 'cat'))) (TOK_CLUSTERBY key))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_COLREF tmap key) (TOK_COLREF tmap value)) 'uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@"' (TOK_ALIASLIST key value)))))) null \ No newline at end of file Index: ql/src/test/results/compiler/plan/input20.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input20.q.xml (revision 0) +++ ql/src/test/results/compiler/plan/input20.q.xml (revision 0) @@ -0,0 +1,971 @@ + + + + + Stage-2 + + + + + + + tmap:src + + + + + + + + + + + + + + + + + + + + + + + + + key + + + + + java.lang.String + + + + + + + + + + + org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.mapred.SequenceFileOutputFormat + + + + + name + binary_sortable_table + + + serialization.sort.order + + + + + serialization.ddl + struct binary_sortable_table { string reducesinkkey0} + + + serialization.format + org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol + + + + + + + -1 + + + + + + + key + + + + + + + + + + -1 + + + + + + + key + + + + + + + + + + value + + + + + + + + + + + + org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.mapred.SequenceFileOutputFormat + + + + + name + binary_table + + + serialization.ddl + struct binary_table { string reducesinkvalue0, string reducesinkvalue1} + + + serialization.format + com.facebook.thrift.protocol.TBinaryProtocol + + + + + + + + + + + + + + + + + + + + + + key + + + + + + + + + + value + + + + + + + + + + + + + + + + + + cat + + + + + org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + + + + + columns + + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + + + + + columns + key,value + + + serialization.format + 9 + + + serialization.last.column.takes.rest + true + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + + evaluate + + + java.lang.Double + + + java.lang.Double + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToDouble + + + + evaluate + + + java.lang.String + + + + + + + + + + 0 + + + + + + + + + + + + java.lang.Double + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToDouble + + + + evaluate + + + java.lang.Integer + + + + + + + + + + + + java.lang.Integer + + + + + 2 + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + + evaluate + + + java.lang.Double + + + java.lang.Double + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToDouble + + + + evaluate + + + java.lang.String + + + + + + + + + + 0 + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToDouble + + + + evaluate + + + java.lang.Integer + + + + + + + + + + + + + 5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 0 + + + + + + + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + + + + + + + + + + key + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + file:/home/njain/workspace/fbhadoop/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src + + + tmap:src + + + + + + + + + file:/home/njain/workspace/fbhadoop/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src + + + + + + + + org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + + + + + name + src + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + + + location + file:/home/njain/workspace/fbhadoop/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src + + + + + org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + + + + + + + + + + + + + + + + + + + + + + + + + /tmp/hive-njain/307350069.10001.insclause-0 + + + + + org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + + + + + columns + key,value + + + serialization.format + 1 + + + + + + + + + + + + + + + + + + + + + + key + + + + + + + + + + value + + + + + + + + + + + + + + + + + + uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" + + + + + org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + + + + + columns + + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + + + + + columns + key,value + + + serialization.format + 9 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 0 + + + + + + + + + + + + + + + + + + + + VALUE + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/queries/clientnegative/clusterbydistributeby.q =================================================================== --- ql/src/test/queries/clientnegative/clusterbydistributeby.q (revision 0) +++ ql/src/test/queries/clientnegative/clusterbydistributeby.q (revision 0) @@ -0,0 +1,8 @@ +CREATE TABLE dest1(key INT, ten INT, one INT, value STRING) STORED AS TEXTFILE; + +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +CLUSTER BY tvalue, tkey +DISTRIBUTE BY tvalue, tkey; Index: ql/src/test/queries/clientnegative/clusterbysortby.q =================================================================== --- ql/src/test/queries/clientnegative/clusterbysortby.q (revision 0) +++ ql/src/test/queries/clientnegative/clusterbysortby.q (revision 0) @@ -0,0 +1,8 @@ +CREATE TABLE dest1(key INT, ten INT, one INT, value STRING) STORED AS TEXTFILE; + +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +CLUSTER BY tvalue, tkey +SORT BY ten, one; Index: ql/src/test/queries/clientpositive/mapreduce1.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce1.q (revision 0) +++ ql/src/test/queries/clientpositive/mapreduce1.q (revision 0) @@ -0,0 +1,20 @@ +CREATE TABLE dest1(key INT, ten INT, one INT, value STRING) STORED AS TEXTFILE; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +DISTRIBUTE BY tvalue, tkey +SORT BY ten, one; + + +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +DISTRIBUTE BY tvalue, tkey +SORT BY ten, one; + + +SELECT dest1.* FROM dest1; Index: ql/src/test/queries/clientpositive/mapreduce3.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce3.q (revision 0) +++ ql/src/test/queries/clientpositive/mapreduce3.q (revision 0) @@ -0,0 +1,17 @@ +CREATE TABLE dest1(key INT, ten INT, one INT, value STRING) STORED AS TEXTFILE; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +SORT BY tvalue, tkey; + + +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +SORT BY tvalue, tkey; + +SELECT dest1.* FROM dest1; Index: ql/src/test/queries/clientpositive/mapreduce5.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce5.q (revision 0) +++ ql/src/test/queries/clientpositive/mapreduce5.q (revision 0) @@ -0,0 +1,17 @@ +CREATE TABLE dest1(key INT, ten INT, one INT, value STRING) STORED AS TEXTFILE; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest1 +SELECT src.key as c1, CAST(src.key / 10 AS INT) as c2, CAST(src.key % 10 AS INT) as c3, src.value as c4 +DISTRIBUTE BY c4, c1 +SORT BY c2 DESC, c3 ASC; + + +FROM src +INSERT OVERWRITE TABLE dest1 +SELECT src.key as c1, CAST(src.key / 10 AS INT) as c2, CAST(src.key % 10 AS INT) as c3, src.value as c4 +DISTRIBUTE BY c4, c1 +SORT BY c2 DESC, c3 ASC; + +SELECT dest1.* FROM dest1; Index: ql/src/test/queries/clientpositive/input20.q =================================================================== --- ql/src/test/queries/clientpositive/input20.q (revision 0) +++ ql/src/test/queries/clientpositive/input20.q (revision 0) @@ -0,0 +1,24 @@ +CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE; + +EXPLAIN +FROM ( + FROM src + MAP src.key % 2, src.key % 5 + USING 'cat' + CLUSTER BY key +) tmap +INSERT OVERWRITE TABLE dest1 +REDUCE tmap.key, tmap.value +USING 'uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@"' +AS key, value; + +FROM ( + FROM src + MAP src.key % 2, src.key % 5 + USING 'cat' + CLUSTER BY key +) tmap +INSERT OVERWRITE TABLE dest1 +REDUCE tmap.key, tmap.value +USING 'uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@"' +AS key, value; Index: ql/src/test/queries/clientpositive/mapreduce2.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce2.q (revision 0) +++ ql/src/test/queries/clientpositive/mapreduce2.q (revision 0) @@ -0,0 +1,17 @@ +CREATE TABLE dest1(key INT, ten INT, one INT, value STRING) STORED AS TEXTFILE; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +DISTRIBUTE BY tvalue, tkey; + + +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +DISTRIBUTE BY tvalue, tkey; + +SELECT dest1.* FROM dest1; Index: ql/src/test/queries/clientpositive/mapreduce4.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce4.q (revision 0) +++ ql/src/test/queries/clientpositive/mapreduce4.q (revision 0) @@ -0,0 +1,20 @@ +CREATE TABLE dest1(key INT, ten INT, one INT, value STRING) STORED AS TEXTFILE; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +DISTRIBUTE BY tvalue, tkey +SORT BY ten DESC, one ASC; + + +FROM src +INSERT OVERWRITE TABLE dest1 +MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value +USING '/bin/cat' AS (tkey, ten, one, tvalue) +DISTRIBUTE BY tvalue, tkey +SORT BY ten DESC, one ASC; + + +SELECT dest1.* FROM dest1; Index: ql/src/test/queries/clientpositive/mapreduce6.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce6.q (revision 0) +++ ql/src/test/queries/clientpositive/mapreduce6.q (revision 0) @@ -0,0 +1,17 @@ +CREATE TABLE dest1(key INT, ten INT, one INT, value STRING) STORED AS TEXTFILE; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest1 +SELECT src.key, CAST(src.key / 10 AS INT) as c2, CAST(src.key % 10 AS INT) as c3, src.value +DISTRIBUTE BY value, key +SORT BY c2 DESC, c3 ASC; + + +FROM src +INSERT OVERWRITE TABLE dest1 +SELECT src.key, CAST(src.key / 10 AS INT) as c2, CAST(src.key % 10 AS INT) as c3, src.value +DISTRIBUTE BY value, key +SORT BY c2 DESC, c3 ASC; + +SELECT dest1.* FROM dest1; Index: ql/src/test/queries/positive/input20.q =================================================================== --- ql/src/test/queries/positive/input20.q (revision 0) +++ ql/src/test/queries/positive/input20.q (revision 0) @@ -0,0 +1,9 @@ +FROM ( + FROM src + MAP src.key % 2, src.key % 5 + USING 'cat' + CLUSTER BY key +) tmap +REDUCE tmap.key, tmap.value +USING 'uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@"' +AS key, value