diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java index 8bb1c98..3088225 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java @@ -124,9 +124,17 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, // RS then ReduceSinkDeDuplication optimization should merge them FileSinkOperator fsOp = (FileSinkOperator) nd; + LOG.info("Sorted dynamic partitioning optimization kicked in.."); + // if not dynamic partitioning then bail out if (fsOp.getConf().getDynPartCtx() == null) { - LOG.debug("Bailing out of sort dynamic partition optimization as dpCtx is null"); + LOG.debug("Bailing out of sort dynamic partition optimization as dynamic partitioning context is null"); + return null; + } + + // if list bucketing then bail out + if (fsOp.getConf().getLbCtx() != null) { + LOG.debug("Bailing out of sort dynamic partition optimization as list bucketing is enabled"); return null; }