diff --git conf/hive-default.xml.template conf/hive-default.xml.template index 93e5922..2e9845f 100644 --- conf/hive-default.xml.template +++ conf/hive-default.xml.template @@ -1786,6 +1786,26 @@ + hive.fetch.task.conversion.threshold + -1 + + Input threshold for applying hive.fetch.task.conversion. If target table is native, input length + is calculated by summation of file lengths. If it's not native, storage handler for the table + can optionally implement org.apache.hadoop.hive.ql.metadata.InputEstimator interface. + + + + + hive.fetch.task.aggr + false + + Aggregation queries with no group-by clause (for example, select count(*) from src) executes + final aggregations in single reduce task. If this is set true, hive delegates final aggregation + stage to fetch task, possibly decreasing the query time. + + + + hive.cache.expr.evaluation true @@ -1797,17 +1817,6 @@ - - - hive.fetch.task.conversion.threshold - -1 - - Input threshold for applying hive.fetch.task.conversion. If target table is native, input length - is calculated by summation of file lengths. If it's not native, storage handler for the table - can optionally implement org.apache.hadoop.hive.ql.metadata.InputEstimator interface. - - - hive.hmshandler.retry.attempts 1 diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java index 777425a..04bc90d 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java @@ -2107,12 +2107,6 @@ public void run() { HiveStorageHandler handler = HiveUtils.getStorageHandler(myConf, partDesc.getOverlayedProperties().getProperty( hive_metastoreConstants.META_TABLE_STORAGE)); - if (handler == null) { - // native table - FileSystem fs = p.getFileSystem(myConf); - resultMap.put(pathStr, fs.getContentSummary(p)); - return; - } if (handler instanceof InputEstimator) { long total = 0; TableDesc tableDesc = partDesc.getTableDesc(); @@ -2128,6 +2122,8 @@ public void run() { } resultMap.put(pathStr, new ContentSummary(total, -1, -1)); } + FileSystem fs = p.getFileSystem(myConf); + resultMap.put(pathStr, fs.getContentSummary(p)); } catch (Exception e) { // We safely ignore this exception for summary data. // We don't update the cache to protect it from polluting other