diff --git ql/src/test/queries/clientpositive/ppd_multi_insert.q ql/src/test/queries/clientpositive/ppd_multi_insert.q index c9080ca..a2be3fe 100644 --- ql/src/test/queries/clientpositive/ppd_multi_insert.q +++ ql/src/test/queries/clientpositive/ppd_multi_insert.q @@ -1,5 +1,6 @@ set hive.optimize.ppd=true; set hive.ppd.remove.duplicatefilters=false; +set mapred.reduce.tasks=4; -- SORT_QUERY_RESULTS diff --git ql/src/test/results/clientpositive/ppd_multi_insert.q.out ql/src/test/results/clientpositive/ppd_multi_insert.q.out index 55a042a..0add686 100644 --- ql/src/test/results/clientpositive/ppd_multi_insert.q.out +++ ql/src/test/results/clientpositive/ppd_multi_insert.q.out @@ -813,29 +813,11 @@ POSTHOOK: Input: default@mi3@ds=2008-04-08/hr=12 298 2008-04-08 12 298 2008-04-08 12 298 2008-04-08 12 -val_302 val_305 -val_306 -val_307 -val_307 -val_307 -val_307 -val_308 val_309 val_309 val_309 val_309 -val_310 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_315 val_316 val_316 val_316 @@ -845,32 +827,7 @@ val_316 val_316 val_316 val_316 -val_317 -val_317 -val_317 -val_317 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_321 -val_321 -val_321 -val_321 -val_322 -val_322 -val_322 -val_322 val_323 -val_325 -val_325 -val_325 -val_325 val_327 val_327 val_327 @@ -880,29 +837,91 @@ val_327 val_327 val_327 val_327 -val_331 -val_331 -val_331 -val_331 -val_332 +val_338 +val_341 +val_345 +val_356 +val_367 +val_367 +val_367 +val_367 +val_374 +val_378 +val_389 +val_392 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_400 +val_404 +val_404 +val_404 +val_404 +val_411 +val_419 +val_437 +val_444 +val_448 +val_455 +val_459 +val_459 +val_459 +val_459 +val_462 +val_462 +val_462 +val_462 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_477 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_484 +val_491 +val_495 +val_308 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_315 +val_322 +val_322 +val_322 +val_322 val_333 val_333 val_333 val_333 -val_335 -val_336 -val_338 -val_339 -val_341 -val_342 -val_342 -val_342 -val_342 val_344 val_344 val_344 val_344 -val_345 val_348 val_348 val_348 @@ -929,40 +948,10 @@ val_348 val_348 val_348 val_351 -val_353 -val_353 -val_353 -val_353 -val_356 -val_360 val_362 -val_364 -val_365 val_366 -val_367 -val_367 -val_367 -val_367 -val_368 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 val_373 -val_374 -val_375 val_377 -val_378 -val_379 -val_382 -val_382 -val_382 -val_382 val_384 val_384 val_384 @@ -972,59 +961,14 @@ val_384 val_384 val_384 val_384 -val_386 -val_389 -val_392 -val_393 -val_394 val_395 val_395 val_395 val_395 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_397 -val_397 -val_397 -val_397 val_399 val_399 val_399 val_399 -val_400 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_401 -val_402 val_403 val_403 val_403 @@ -1034,108 +978,20 @@ val_403 val_403 val_403 val_403 -val_404 -val_404 -val_404 -val_404 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 val_407 -val_409 -val_409 -val_409 -val_409 -val_409 -val_409 -val_409 -val_409 -val_409 -val_411 -val_413 -val_413 -val_413 -val_413 val_414 val_414 val_414 val_414 -val_417 -val_417 -val_417 -val_417 -val_417 -val_417 -val_417 -val_417 -val_417 val_418 -val_419 val_421 -val_424 -val_424 -val_424 -val_424 -val_427 val_429 val_429 val_429 val_429 -val_430 -val_430 -val_430 -val_430 -val_430 -val_430 -val_430 -val_430 -val_430 -val_431 -val_431 -val_431 -val_431 -val_431 -val_431 -val_431 -val_431 -val_431 val_432 -val_435 val_436 -val_437 -val_438 -val_438 -val_438 -val_438 -val_438 -val_438 -val_438 -val_438 -val_438 -val_439 -val_439 -val_439 -val_439 val_443 -val_444 -val_446 -val_448 -val_449 -val_452 -val_453 val_454 val_454 val_454 @@ -1145,51 +1001,10 @@ val_454 val_454 val_454 val_454 -val_455 -val_457 val_458 val_458 val_458 val_458 -val_459 -val_459 -val_459 -val_459 -val_460 -val_462 -val_462 -val_462 -val_462 -val_463 -val_463 -val_463 -val_463 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_467 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 val_469 val_469 val_469 @@ -1215,57 +1030,11 @@ val_469 val_469 val_469 val_469 -val_470 val_472 -val_475 -val_477 -val_478 -val_478 -val_478 -val_478 -val_479 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_481 -val_482 val_483 -val_484 -val_485 val_487 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 -val_489 val_490 -val_491 -val_492 -val_492 -val_492 -val_492 -val_493 val_494 -val_495 -val_496 -val_497 val_498 val_498 val_498 @@ -1275,133 +1044,364 @@ val_498 val_498 val_498 val_498 -PREHOOK: query: EXPLAIN -FROM src a JOIN src b ON (a.key = b.key) -INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 -INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 -INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 -INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 -PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN -FROM src a JOIN src b ON (a.key = b.key) -INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 -INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 -INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 -INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 -POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-4 is a root stage - Stage-0 depends on stages: Stage-4 - Stage-5 depends on stages: Stage-0 - Stage-1 depends on stages: Stage-4 - Stage-6 depends on stages: Stage-1 - Stage-2 depends on stages: Stage-4 - Stage-7 depends on stages: Stage-2 - Stage-3 depends on stages: Stage-4 - -STAGE PLANS: - Stage: Stage-4 - Map Reduce - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) - TableScan - alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Operator Tree: - Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (_col0 < 100) (type: boolean) - Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.mi1 - Filter Operator - predicate: ((_col0 >= 100) and (_col0 < 200)) (type: boolean) - Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.mi2 - Filter Operator - predicate: ((_col0 >= 200) and (_col0 < 300)) (type: boolean) - Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.mi3 - Filter Operator - predicate: (_col0 >= 300) (type: boolean) - Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Move Operator - tables: - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +val_307 +val_307 +val_307 +val_307 +val_310 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_321 +val_321 +val_321 +val_321 +val_325 +val_325 +val_325 +val_325 +val_332 +val_336 +val_365 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_394 +val_402 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_413 +val_413 +val_413 +val_413 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_424 +val_424 +val_424 +val_424 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_435 +val_439 +val_439 +val_439 +val_439 +val_446 +val_453 +val_457 +val_460 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_475 +val_479 +val_482 +val_493 +val_497 +val_302 +val_306 +val_317 +val_317 +val_317 +val_317 +val_331 +val_331 +val_331 +val_331 +val_335 +val_339 +val_342 +val_342 +val_342 +val_342 +val_353 +val_353 +val_353 +val_353 +val_360 +val_364 +val_368 +val_375 +val_379 +val_382 +val_382 +val_382 +val_382 +val_386 +val_393 +val_397 +val_397 +val_397 +val_397 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_401 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_409 +val_427 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_430 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_438 +val_449 +val_452 +val_463 +val_463 +val_463 +val_463 +val_467 +val_470 +val_478 +val_478 +val_478 +val_478 +val_481 +val_485 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_489 +val_492 +val_492 +val_492 +val_492 +val_496 +PREHOOK: query: EXPLAIN +FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM src a JOIN src b ON (a.key = b.key) +INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 +INSERT OVERWRITE TABLE mi2 SELECT a.key, a.value WHERE a.key >= 100 and a.key < 200 +INSERT OVERWRITE TABLE mi3 PARTITION(ds='2008-04-08', hr='12') SELECT a.key WHERE a.key >= 200 and a.key < 300 +INSERT OVERWRITE DIRECTORY 'target/warehouse/mi4.out' SELECT a.value WHERE a.key >= 300 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-4 is a root stage + Stage-0 depends on stages: Stage-4 + Stage-5 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-4 + Stage-6 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-4 + Stage-7 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-4 + +STAGE PLANS: + Stage: Stage-4 + Map Reduce + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + value expressions: value (type: string) + TableScan + alias: b + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 key (type: string) + 1 key (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (_col0 < 100) (type: boolean) + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi1 + Filter Operator + predicate: ((_col0 >= 100) and (_col0 < 200)) (type: boolean) + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi2 + Filter Operator + predicate: ((_col0 >= 200) and (_col0 < 300)) (type: boolean) + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(_col0) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 30 Data size: 318 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mi3 + Filter Operator + predicate: (_col0 >= 300) (type: boolean) + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 91 Data size: 966 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.mi1 @@ -2062,29 +2062,11 @@ POSTHOOK: Input: default@mi3@ds=2008-04-08/hr=12 298 2008-04-08 12 298 2008-04-08 12 298 2008-04-08 12 -val_302 val_305 -val_306 -val_307 -val_307 -val_307 -val_307 -val_308 val_309 val_309 val_309 val_309 -val_310 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_315 val_316 val_316 val_316 @@ -2094,64 +2076,101 @@ val_316 val_316 val_316 val_316 -val_317 -val_317 -val_317 -val_317 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_321 -val_321 -val_321 -val_321 +val_323 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_338 +val_341 +val_345 +val_356 +val_367 +val_367 +val_367 +val_367 +val_374 +val_378 +val_389 +val_392 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_400 +val_404 +val_404 +val_404 +val_404 +val_411 +val_419 +val_437 +val_444 +val_448 +val_455 +val_459 +val_459 +val_459 +val_459 +val_462 +val_462 +val_462 +val_462 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_477 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_484 +val_491 +val_495 +val_308 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_315 val_322 val_322 val_322 val_322 -val_323 -val_325 -val_325 -val_325 -val_325 -val_327 -val_327 -val_327 -val_327 -val_327 -val_327 -val_327 -val_327 -val_327 -val_331 -val_331 -val_331 -val_331 -val_332 val_333 val_333 val_333 val_333 -val_335 -val_336 -val_338 -val_339 -val_341 -val_342 -val_342 -val_342 -val_342 val_344 val_344 val_344 val_344 -val_345 val_348 val_348 val_348 @@ -2178,76 +2197,245 @@ val_348 val_348 val_348 val_351 +val_362 +val_366 +val_373 +val_377 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_395 +val_395 +val_395 +val_395 +val_399 +val_399 +val_399 +val_399 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_407 +val_414 +val_414 +val_414 +val_414 +val_418 +val_421 +val_429 +val_429 +val_429 +val_429 +val_432 +val_436 +val_443 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_458 +val_458 +val_458 +val_458 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_472 +val_483 +val_487 +val_490 +val_494 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_307 +val_307 +val_307 +val_307 +val_310 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_321 +val_321 +val_321 +val_321 +val_325 +val_325 +val_325 +val_325 +val_332 +val_336 +val_365 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_394 +val_402 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_406 +val_413 +val_413 +val_413 +val_413 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_417 +val_424 +val_424 +val_424 +val_424 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_431 +val_435 +val_439 +val_439 +val_439 +val_439 +val_446 +val_453 +val_457 +val_460 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_468 +val_475 +val_479 +val_482 +val_493 +val_497 +val_302 +val_306 +val_317 +val_317 +val_317 +val_317 +val_331 +val_331 +val_331 +val_331 +val_335 +val_339 +val_342 +val_342 +val_342 +val_342 val_353 val_353 val_353 val_353 -val_356 val_360 -val_362 val_364 -val_365 -val_366 -val_367 -val_367 -val_367 -val_367 val_368 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_373 -val_374 val_375 -val_377 -val_378 val_379 val_382 val_382 val_382 val_382 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 val_386 -val_389 -val_392 val_393 -val_394 -val_395 -val_395 -val_395 -val_395 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 val_397 val_397 val_397 val_397 -val_399 -val_399 -val_399 -val_399 -val_400 val_401 val_401 val_401 @@ -2273,37 +2461,6 @@ val_401 val_401 val_401 val_401 -val_402 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_404 -val_404 -val_404 -val_404 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_406 -val_407 val_409 val_409 val_409 @@ -2313,36 +2470,7 @@ val_409 val_409 val_409 val_409 -val_411 -val_413 -val_413 -val_413 -val_413 -val_414 -val_414 -val_414 -val_414 -val_417 -val_417 -val_417 -val_417 -val_417 -val_417 -val_417 -val_417 -val_417 -val_418 -val_419 -val_421 -val_424 -val_424 -val_424 -val_424 val_427 -val_429 -val_429 -val_429 -val_429 val_430 val_430 val_430 @@ -2352,19 +2480,6 @@ val_430 val_430 val_430 val_430 -val_431 -val_431 -val_431 -val_431 -val_431 -val_431 -val_431 -val_431 -val_431 -val_432 -val_435 -val_436 -val_437 val_438 val_438 val_438 @@ -2374,120 +2489,20 @@ val_438 val_438 val_438 val_438 -val_439 -val_439 -val_439 -val_439 -val_443 -val_444 -val_446 -val_448 val_449 val_452 -val_453 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_455 -val_457 -val_458 -val_458 -val_458 -val_458 -val_459 -val_459 -val_459 -val_459 -val_460 -val_462 -val_462 -val_462 -val_462 val_463 val_463 val_463 val_463 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 val_467 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_468 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 val_470 -val_472 -val_475 -val_477 val_478 val_478 val_478 val_478 -val_479 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 val_481 -val_482 -val_483 -val_484 val_485 -val_487 val_489 val_489 val_489 @@ -2504,23 +2519,8 @@ val_489 val_489 val_489 val_489 -val_490 -val_491 val_492 val_492 val_492 val_492 -val_493 -val_494 -val_495 val_496 -val_497 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 diff --git ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out index b70348f..aaea0b5 100644 --- ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out +++ ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out @@ -54,7 +54,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 3 (PARTITION-LEVEL SORT, 2) + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 4), Map 3 (PARTITION-LEVEL SORT, 4) #### A masked pattern was here #### Vertices: Map 1 @@ -822,15 +822,10 @@ POSTHOOK: Input: default@mi3@ds=2008-04-08/hr=12 298 2008-04-08 12 298 2008-04-08 12 val_305 -val_307 -val_307 -val_307 -val_307 val_309 val_309 val_309 val_309 -val_310 val_316 val_316 val_316 @@ -840,24 +835,7 @@ val_316 val_316 val_316 val_316 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_318 -val_321 -val_321 -val_321 -val_321 val_323 -val_325 -val_325 -val_325 -val_325 val_327 val_327 val_327 @@ -867,31 +845,18 @@ val_327 val_327 val_327 val_327 -val_332 -val_336 val_338 val_341 val_345 val_356 -val_365 val_367 val_367 val_367 val_367 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 -val_369 val_374 val_378 val_389 val_392 -val_394 val_396 val_396 val_396 @@ -902,11 +867,227 @@ val_396 val_396 val_396 val_400 -val_402 val_404 val_404 val_404 val_404 +val_411 +val_419 +val_437 +val_444 +val_448 +val_455 +val_459 +val_459 +val_459 +val_459 +val_462 +val_462 +val_462 +val_462 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_477 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_484 +val_491 +val_495 +val_308 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_315 +val_322 +val_322 +val_322 +val_322 +val_333 +val_333 +val_333 +val_333 +val_344 +val_344 +val_344 +val_344 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_351 +val_362 +val_366 +val_373 +val_377 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_395 +val_395 +val_395 +val_395 +val_399 +val_399 +val_399 +val_399 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_407 +val_414 +val_414 +val_414 +val_414 +val_418 +val_421 +val_429 +val_429 +val_429 +val_429 +val_432 +val_436 +val_443 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_458 +val_458 +val_458 +val_458 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_472 +val_483 +val_487 +val_490 +val_494 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_307 +val_307 +val_307 +val_307 +val_310 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_318 +val_321 +val_321 +val_321 +val_321 +val_325 +val_325 +val_325 +val_325 +val_332 +val_336 +val_365 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_369 +val_394 +val_402 val_406 val_406 val_406 @@ -923,7 +1104,6 @@ val_406 val_406 val_406 val_406 -val_411 val_413 val_413 val_413 @@ -937,7 +1117,6 @@ val_417 val_417 val_417 val_417 -val_419 val_424 val_424 val_424 @@ -952,35 +1131,14 @@ val_431 val_431 val_431 val_435 -val_437 val_439 val_439 val_439 val_439 -val_444 val_446 -val_448 val_453 -val_455 val_457 -val_459 -val_459 -val_459 -val_459 val_460 -val_462 -val_462 -val_462 -val_462 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 val_468 val_468 val_468 @@ -998,128 +1156,45 @@ val_468 val_468 val_468 val_475 -val_477 val_479 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 val_482 -val_484 -val_491 val_493 -val_495 val_497 val_302 val_306 -val_308 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_315 val_317 val_317 val_317 val_317 -val_322 -val_322 -val_322 -val_322 val_331 val_331 val_331 val_331 -val_333 -val_333 -val_333 -val_333 val_335 val_339 val_342 val_342 val_342 val_342 -val_344 -val_344 -val_344 -val_344 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_351 val_353 val_353 val_353 val_353 val_360 -val_362 val_364 -val_366 val_368 -val_373 val_375 -val_377 val_379 val_382 val_382 val_382 val_382 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 val_386 val_393 -val_395 -val_395 -val_395 -val_395 val_397 val_397 val_397 val_397 -val_399 -val_399 -val_399 -val_399 val_401 val_401 val_401 @@ -1145,16 +1220,6 @@ val_401 val_401 val_401 val_401 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_407 val_409 val_409 val_409 @@ -1164,17 +1229,7 @@ val_409 val_409 val_409 val_409 -val_414 -val_414 -val_414 -val_414 -val_418 -val_421 val_427 -val_429 -val_429 -val_429 -val_429 val_430 val_430 val_430 @@ -1184,8 +1239,6 @@ val_430 val_430 val_430 val_430 -val_432 -val_436 val_438 val_438 val_438 @@ -1195,62 +1248,20 @@ val_438 val_438 val_438 val_438 -val_443 val_449 val_452 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_458 -val_458 -val_458 -val_458 val_463 val_463 val_463 val_463 val_467 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 val_470 -val_472 val_478 val_478 val_478 val_478 val_481 -val_483 val_485 -val_487 val_489 val_489 val_489 @@ -1267,22 +1278,11 @@ val_489 val_489 val_489 val_489 -val_490 val_492 val_492 val_492 val_492 -val_494 val_496 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 PREHOOK: query: EXPLAIN FROM src a JOIN src b ON (a.key = b.key) INSERT OVERWRITE TABLE mi1 SELECT a.* WHERE a.key < 100 @@ -1311,7 +1311,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 3 (PARTITION-LEVEL SORT, 2) + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 4), Map 3 (PARTITION-LEVEL SORT, 4) #### A masked pattern was here #### Vertices: Map 1 @@ -2079,24 +2079,241 @@ POSTHOOK: Input: default@mi3@ds=2008-04-08/hr=12 298 2008-04-08 12 298 2008-04-08 12 val_305 +val_309 +val_309 +val_309 +val_309 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_316 +val_323 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_327 +val_338 +val_341 +val_345 +val_356 +val_367 +val_367 +val_367 +val_367 +val_374 +val_378 +val_389 +val_392 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_396 +val_400 +val_404 +val_404 +val_404 +val_404 +val_411 +val_419 +val_437 +val_444 +val_448 +val_455 +val_459 +val_459 +val_459 +val_459 +val_462 +val_462 +val_462 +val_462 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_466 +val_477 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_480 +val_484 +val_491 +val_495 +val_308 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_311 +val_315 +val_322 +val_322 +val_322 +val_322 +val_333 +val_333 +val_333 +val_333 +val_344 +val_344 +val_344 +val_344 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_348 +val_351 +val_362 +val_366 +val_373 +val_377 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_384 +val_395 +val_395 +val_395 +val_395 +val_399 +val_399 +val_399 +val_399 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_403 +val_407 +val_414 +val_414 +val_414 +val_414 +val_418 +val_421 +val_429 +val_429 +val_429 +val_429 +val_432 +val_436 +val_443 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_454 +val_458 +val_458 +val_458 +val_458 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_469 +val_472 +val_483 +val_487 +val_490 +val_494 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 +val_498 val_307 val_307 val_307 val_307 -val_309 -val_309 -val_309 -val_309 val_310 -val_316 -val_316 -val_316 -val_316 -val_316 -val_316 -val_316 -val_316 -val_316 val_318 val_318 val_318 @@ -2110,31 +2327,13 @@ val_321 val_321 val_321 val_321 -val_323 val_325 val_325 val_325 val_325 -val_327 -val_327 -val_327 -val_327 -val_327 -val_327 -val_327 -val_327 -val_327 val_332 val_336 -val_338 -val_341 -val_345 -val_356 val_365 -val_367 -val_367 -val_367 -val_367 val_369 val_369 val_369 @@ -2144,26 +2343,8 @@ val_369 val_369 val_369 val_369 -val_374 -val_378 -val_389 -val_392 val_394 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_396 -val_400 val_402 -val_404 -val_404 -val_404 -val_404 val_406 val_406 val_406 @@ -2180,7 +2361,6 @@ val_406 val_406 val_406 val_406 -val_411 val_413 val_413 val_413 @@ -2194,7 +2374,6 @@ val_417 val_417 val_417 val_417 -val_419 val_424 val_424 val_424 @@ -2209,35 +2388,14 @@ val_431 val_431 val_431 val_435 -val_437 val_439 val_439 val_439 val_439 -val_444 val_446 -val_448 val_453 -val_455 val_457 -val_459 -val_459 -val_459 -val_459 val_460 -val_462 -val_462 -val_462 -val_462 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 -val_466 val_468 val_468 val_468 @@ -2255,128 +2413,45 @@ val_468 val_468 val_468 val_475 -val_477 val_479 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 -val_480 val_482 -val_484 -val_491 val_493 -val_495 val_497 val_302 val_306 -val_308 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_311 -val_315 val_317 val_317 val_317 val_317 -val_322 -val_322 -val_322 -val_322 val_331 val_331 val_331 val_331 -val_333 -val_333 -val_333 -val_333 val_335 val_339 val_342 val_342 val_342 val_342 -val_344 -val_344 -val_344 -val_344 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_348 -val_351 val_353 val_353 val_353 val_353 val_360 -val_362 val_364 -val_366 val_368 -val_373 val_375 -val_377 val_379 val_382 val_382 val_382 val_382 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 -val_384 val_386 val_393 -val_395 -val_395 -val_395 -val_395 val_397 val_397 val_397 val_397 -val_399 -val_399 -val_399 -val_399 val_401 val_401 val_401 @@ -2402,16 +2477,6 @@ val_401 val_401 val_401 val_401 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_403 -val_407 val_409 val_409 val_409 @@ -2421,17 +2486,7 @@ val_409 val_409 val_409 val_409 -val_414 -val_414 -val_414 -val_414 -val_418 -val_421 val_427 -val_429 -val_429 -val_429 -val_429 val_430 val_430 val_430 @@ -2441,8 +2496,6 @@ val_430 val_430 val_430 val_430 -val_432 -val_436 val_438 val_438 val_438 @@ -2452,62 +2505,20 @@ val_438 val_438 val_438 val_438 -val_443 val_449 val_452 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_454 -val_458 -val_458 -val_458 -val_458 val_463 val_463 val_463 val_463 val_467 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 -val_469 val_470 -val_472 val_478 val_478 val_478 val_478 val_481 -val_483 val_485 -val_487 val_489 val_489 val_489 @@ -2524,19 +2535,8 @@ val_489 val_489 val_489 val_489 -val_490 val_492 val_492 val_492 val_492 -val_494 val_496 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498 -val_498