diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/ColumnarSplitSizeEstimator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/ColumnarSplitSizeEstimator.java index dfc778a..ecd4ddc 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/ColumnarSplitSizeEstimator.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/ColumnarSplitSizeEstimator.java @@ -42,7 +42,6 @@ public long getEstimatedSize(InputSplit inputSplit) throws IOException { if (isDebugEnabled) { LOG.debug("Estimated column projection size: " + colProjSize); } - return colProjSize; } else if (inputSplit instanceof HiveInputFormat.HiveInputSplit) { InputSplit innerSplit = ((HiveInputFormat.HiveInputSplit) inputSplit).getInputSplit(); @@ -51,9 +50,12 @@ public long getEstimatedSize(InputSplit inputSplit) throws IOException { if (isDebugEnabled) { LOG.debug("Estimated column projection size: " + colProjSize); } - return colProjSize; } } + if (colProjSize <= 0) { + /* columnar splits of unknown size - estimate worst-case */ + return Integer.MAX_VALUE; + } return colProjSize; } }