Index: hbase-handler/src/test/results/positive/hbase_stats2.q.out =================================================================== --- hbase-handler/src/test/results/positive/hbase_stats2.q.out (revision 1539099) +++ hbase-handler/src/test/results/positive/hbase_stats2.q.out (working copy) @@ -42,6 +42,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -217,6 +218,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -264,6 +266,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: hbase-handler/src/test/results/positive/hbase_stats3.q.out =================================================================== --- hbase-handler/src/test/results/positive/hbase_stats3.q.out (revision 1539099) +++ hbase-handler/src/test/results/positive/hbase_stats3.q.out (working copy) @@ -40,6 +40,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -97,6 +98,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -158,6 +160,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -227,6 +230,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -296,6 +300,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -369,6 +374,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: hbase-handler/src/test/results/positive/hbase_stats.q.out =================================================================== --- hbase-handler/src/test/results/positive/hbase_stats.q.out (revision 1539099) +++ hbase-handler/src/test/results/positive/hbase_stats.q.out (working copy) @@ -42,6 +42,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -217,6 +218,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -264,6 +266,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: hbase-handler/src/test/results/positive/hbase_stats_empty_partition.q.out =================================================================== --- hbase-handler/src/test/results/positive/hbase_stats_empty_partition.q.out (revision 1539099) +++ hbase-handler/src/test/results/positive/hbase_stats_empty_partition.q.out (working copy) @@ -43,6 +43,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreUtils.java =================================================================== --- metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreUtils.java (revision 1539099) +++ metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreUtils.java (working copy) @@ -148,8 +148,7 @@ * @return True if the passed Parameters Map contains values for all "Fast Stats". */ public static boolean containsAllFastStats(Map partParams) { - List fastStats = StatsSetupConst.getStatsFastCollection(); - for (String stat : fastStats) { + for (String stat : StatsSetupConst.fastStats) { if (!partParams.containsKey(stat)) { return false; } @@ -157,11 +156,6 @@ return true; } - public static boolean updateUnpartitionedTableStatsFast(Database db, Table tbl, Warehouse wh) - throws MetaException { - return updateUnpartitionedTableStatsFast(db, tbl, wh, false, false); - } - public static boolean updateUnpartitionedTableStatsFast(Database db, Table tbl, Warehouse wh, boolean madeDir) throws MetaException { return updateUnpartitionedTableStatsFast(db, tbl, wh, madeDir, false); @@ -200,9 +194,15 @@ } params.put(StatsSetupConst.TOTAL_SIZE, Long.toString(tableSize)); LOG.info("Updated size of table " + tbl.getTableName() +" to "+ Long.toString(tableSize)); - if (params.containsKey(StatsSetupConst.ROW_COUNT) || - params.containsKey(StatsSetupConst.RAW_DATA_SIZE)) { - // TODO: Add a MetaStore flag indicating accuracy of these stats and update it here. + if(!params.containsKey(StatsSetupConst.STATS_GENERATED_VIA_STATS_TASK)) { + // invalidate stats requiring scan since this is a regular ddl alter case + for (String stat : StatsSetupConst.statsRequireCompute) { + params.put(stat, "-1"); + } + params.put(StatsSetupConst.COLUMN_STATS_ACCURATE, StatsSetupConst.FALSE); + } else { + params.remove(StatsSetupConst.STATS_GENERATED_VIA_STATS_TASK); + params.put(StatsSetupConst.COLUMN_STATS_ACCURATE, StatsSetupConst.TRUE); } } tbl.setParameters(params); @@ -215,10 +215,6 @@ public static boolean requireCalStats(Configuration hiveConf, Partition oldPart, Partition newPart, Table tbl) { - if (!HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVESTATSAUTOGATHER)) { - return false; - } - if (MetaStoreUtils.isView(tbl)) { return false; } @@ -233,9 +229,13 @@ return true; } + if(newPart.getParameters().containsKey(StatsSetupConst.STATS_GENERATED_VIA_STATS_TASK)) { + return true; + } + // requires to calculate stats if new and old have different fast stats if ((oldPart != null) && (oldPart.getParameters() != null)) { - for (String stat : StatsSetupConst.getStatsFastCollection()) { + for (String stat : StatsSetupConst.fastStats) { if (oldPart.getParameters().containsKey(stat)) { Long oldStat = Long.parseLong(oldPart.getParameters().get(stat)); Long newStat = Long.parseLong(newPart.getParameters().get(stat)); @@ -290,11 +290,15 @@ } params.put(StatsSetupConst.TOTAL_SIZE, Long.toString(partSize)); LOG.warn("Updated size to " + Long.toString(partSize)); - if (params.containsKey(StatsSetupConst.ROW_COUNT) || - params.containsKey(StatsSetupConst.RAW_DATA_SIZE)) { - // The accuracy of these "collectable" stats at this point is suspect unless we know that - // StatsTask was just run before this MetaStore call and populated them. - // TODO: Add a MetaStore flag indicating accuracy of these stats and update it here. + if(!params.containsKey(StatsSetupConst.STATS_GENERATED_VIA_STATS_TASK)) { + // invalidate stats requiring scan since this is a regular ddl alter case + for (String stat : StatsSetupConst.statsRequireCompute) { + params.put(stat, "-1"); + } + params.put(StatsSetupConst.COLUMN_STATS_ACCURATE, StatsSetupConst.FALSE); + } else { + params.remove(StatsSetupConst.STATS_GENERATED_VIA_STATS_TASK); + params.put(StatsSetupConst.COLUMN_STATS_ACCURATE, StatsSetupConst.TRUE); } } part.setParameters(params); Index: common/src/java/org/apache/hadoop/hive/common/StatsSetupConst.java =================================================================== --- common/src/java/org/apache/hadoop/hive/common/StatsSetupConst.java (revision 1539099) +++ common/src/java/org/apache/hadoop/hive/common/StatsSetupConst.java (working copy) @@ -17,10 +17,10 @@ */ package org.apache.hadoop.hive.common; -import java.util.ArrayList; -import java.util.List; +import java.util.Map; + /** * A class that defines the constant strings used by the statistics implementation. */ @@ -66,33 +66,34 @@ /** * @return List of all supported statistics */ - public static List getSupportedStats() { - List supportedStats = new ArrayList(); - supportedStats.add(NUM_FILES); - supportedStats.add(ROW_COUNT); - supportedStats.add(TOTAL_SIZE); - supportedStats.add(RAW_DATA_SIZE); - return supportedStats; - } + public static final String[] supportedStats = new String[] + {NUM_FILES,ROW_COUNT,TOTAL_SIZE,RAW_DATA_SIZE}; /** * @return List of all statistics that need to be collected during query execution. These are * statistics that inherently require a scan of the data. */ - public static List getStatsToBeCollected() { - List collectableStats = new ArrayList(); - collectableStats.add(ROW_COUNT); - collectableStats.add(RAW_DATA_SIZE); - return collectableStats; - } + public static final String[] statsRequireCompute = new String[] {ROW_COUNT,RAW_DATA_SIZE}; /** * @return List of statistics that can be collected quickly without requiring a scan of the data. */ - public static List getStatsFastCollection() { - List fastStats = new ArrayList(); - fastStats.add(NUM_FILES); - fastStats.add(TOTAL_SIZE); - return fastStats; + public static final String[] fastStats = new String[] {NUM_FILES,TOTAL_SIZE}; + + // This string constant is used by stats task to indicate to AlterHandler that + // alterPartition/alterTable is happening via statsTask. + public static final String STATS_GENERATED_VIA_STATS_TASK = "STATS_GENERATED_VIA_STATS_TASK"; + + // This string constant will be persisted in metastore to indicate whether corresponding + // table or partition's statistics are accurate or not. + public static final String COLUMN_STATS_ACCURATE = "COLUMN_STATS_ACCURATE"; + + public static final String TRUE = "true"; + + public static final String FALSE = "false"; + + public static boolean areStatsUptoDate(Map params) { + String statsAcc = params.get(COLUMN_STATS_ACCURATE); + return statsAcc == null ? false : statsAcc.equals(TRUE); } } Index: ql/src/test/results/clientnegative/unset_table_property.q.out =================================================================== --- ql/src/test/results/clientnegative/unset_table_property.q.out (revision 1539099) +++ ql/src/test/results/clientnegative/unset_table_property.q.out (working copy) @@ -21,8 +21,11 @@ c 3 #### A masked pattern was here #### a 1 +COLUMN_STATS_ACCURATE false #### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 FAILED: SemanticException [Error 10215]: Please use the following syntax if not sure whether the property existed or not: ALTER TABLE tableName UNSET TBLPROPERTIES IF EXISTS (key1, key2, ...) The following property z does not exist in testtable Index: ql/src/test/results/clientnegative/stats_partialscan_autogether.q.out =================================================================== --- ql/src/test/results/clientnegative/stats_partialscan_autogether.q.out (revision 1539099) +++ ql/src/test/results/clientnegative/stats_partialscan_autogether.q.out (working copy) @@ -71,7 +71,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5293 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/infer_bucket_sort.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort.q.out (working copy) @@ -47,6 +47,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -105,6 +106,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -167,6 +169,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1028 rawDataSize 10968 @@ -233,6 +236,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1028 rawDataSize 10968 @@ -303,6 +307,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1028 rawDataSize 4970 @@ -377,6 +382,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 2654 rawDataSize 28466 @@ -455,6 +461,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 2654 rawDataSize 28466 @@ -537,6 +544,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -623,6 +631,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -713,6 +722,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -807,6 +817,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -905,6 +916,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -1007,6 +1019,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1028 rawDataSize 10968 @@ -1113,6 +1126,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1028 rawDataSize 10968 @@ -1223,6 +1237,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -1337,6 +1352,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -1455,6 +1471,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 6 rawDataSize 18 @@ -1577,6 +1594,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 6 rawDataSize 18 @@ -1703,6 +1721,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 618 rawDataSize 2964 @@ -1835,6 +1854,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 5 rawDataSize 19 @@ -1971,6 +1991,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -2109,6 +2130,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -2251,6 +2273,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -2397,6 +2420,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -2547,6 +2571,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 3582 Index: ql/src/test/results/clientpositive/groupby_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_ppr.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/groupby_ppr.q.out (working copy) @@ -63,6 +63,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -104,6 +105,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/stats8.q.out =================================================================== --- ql/src/test/results/clientpositive/stats8.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats8.q.out (working copy) @@ -112,6 +112,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -253,6 +254,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -351,6 +353,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -449,6 +452,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -559,6 +563,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -606,6 +611,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -653,6 +659,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -700,6 +707,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out (working copy) @@ -164,6 +164,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 2 numRows 0 rawDataSize 0 @@ -207,6 +208,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/input_part7.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part7.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/input_part7.q.out (working copy) @@ -143,6 +143,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -184,6 +185,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/pcr.q.out =================================================================== --- ql/src/test/results/clientpositive/pcr.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/pcr.q.out (working copy) @@ -116,6 +116,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -156,6 +157,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -307,6 +309,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -347,6 +350,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -387,6 +391,7 @@ partition values: ds 2000-04-10 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -582,6 +587,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -622,6 +628,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -781,6 +788,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -821,6 +829,7 @@ partition values: ds 2000-04-10 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -982,6 +991,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1022,6 +1032,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1062,6 +1073,7 @@ partition values: ds 2000-04-10 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1234,6 +1246,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1274,6 +1287,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1314,6 +1328,7 @@ partition values: ds 2000-04-10 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1490,6 +1505,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1530,6 +1546,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1668,6 +1685,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1708,6 +1726,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1886,6 +1905,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1926,6 +1946,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -1966,6 +1987,7 @@ partition values: ds 2000-04-10 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -2178,6 +2200,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -2218,6 +2241,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -2374,6 +2398,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -2657,6 +2682,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -2697,6 +2723,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -2995,6 +3022,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -3035,6 +3063,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -3075,6 +3104,7 @@ partition values: ds 2000-04-10 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -3115,6 +3145,7 @@ partition values: ds 2000-04-11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -3316,6 +3347,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -3356,6 +3388,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -3396,6 +3429,7 @@ partition values: ds 2000-04-10 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -3669,6 +3703,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4155,6 +4190,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4195,6 +4231,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4224,6 +4261,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4277,6 +4315,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4313,6 +4352,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4340,6 +4380,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4358,6 +4399,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4392,6 +4434,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4419,6 +4462,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4437,6 +4481,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4480,6 +4525,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4516,6 +4562,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4543,6 +4590,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4561,6 +4609,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4595,6 +4644,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4622,6 +4672,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4640,6 +4691,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -4665,6 +4717,7 @@ hdfs directory: true #### A masked pattern was here #### + PREHOOK: query: from pcr_t1 insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 @@ -4762,6 +4815,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -4932,6 +4986,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -4973,6 +5028,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -5149,6 +5205,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -5190,6 +5247,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/show_tblproperties.q.out =================================================================== --- ql/src/test/results/clientpositive/show_tblproperties.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/show_tblproperties.q.out (working copy) @@ -32,9 +32,12 @@ numFiles 0 #### A masked pattern was here #### tmp true +COLUMN_STATS_ACCURATE false #### A masked pattern was here #### bar bar value +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: show tblproperties tmpfoo("bar") PREHOOK: type: SHOW_TBLPROPERTIES POSTHOOK: query: show tblproperties tmpfoo("bar") Index: ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out (working copy) @@ -216,6 +216,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -424,6 +425,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -617,6 +619,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -808,6 +811,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/stats3.q.out =================================================================== --- ql/src/test/results/clientpositive/stats3.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats3.q.out (working copy) @@ -78,6 +78,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/join33.q.out =================================================================== --- ql/src/test/results/clientpositive/join33.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join33.q.out (working copy) @@ -47,6 +47,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -182,6 +183,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -200,6 +202,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -222,6 +225,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -240,6 +244,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -265,6 +270,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/input_part2.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/input_part2.q.out (working copy) @@ -138,6 +138,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -179,6 +180,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/stats_invalidation.q.out =================================================================== --- ql/src/test/results/clientpositive/stats_invalidation.q.out (revision 0) +++ ql/src/test/results/clientpositive/stats_invalidation.q.out (revision 0) @@ -0,0 +1,121 @@ +PREHOOK: query: CREATE TABLE stats_invalid (key string, value string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE stats_invalid (key string, value string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@stats_invalid +PREHOOK: query: insert overwrite table stats_invalid +select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@stats_invalid +POSTHOOK: query: insert overwrite table stats_invalid +select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@stats_invalid +POSTHOOK: Lineage: stats_invalid.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_invalid.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: analyze table stats_invalid compute statistics for columns key,value +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_invalid +#### A masked pattern was here #### +POSTHOOK: query: analyze table stats_invalid compute statistics for columns key,value +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_invalid +#### A masked pattern was here #### +POSTHOOK: Lineage: stats_invalid.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_invalid.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: desc formatted stats_invalid +PREHOOK: type: DESCTABLE +POSTHOOK: query: desc formatted stats_invalid +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: stats_invalid.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_invalid.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +# col_name data_type comment + +key string None +value string None + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Protect Mode: None +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE true + numFiles 1 + numRows 500 + rawDataSize 5312 + totalSize 5812 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: alter table stats_invalid add columns (new_col string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@stats_invalid +PREHOOK: Output: default@stats_invalid +POSTHOOK: query: alter table stats_invalid add columns (new_col string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@stats_invalid +POSTHOOK: Output: default@stats_invalid +POSTHOOK: Lineage: stats_invalid.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_invalid.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: desc formatted stats_invalid +PREHOOK: type: DESCTABLE +POSTHOOK: query: desc formatted stats_invalid +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: stats_invalid.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_invalid.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +# col_name data_type comment + +key string None +value string None +new_col string None + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Protect Mode: None +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE false +#### A masked pattern was here #### + numFiles 1 + numRows -1 + rawDataSize -1 + totalSize 5812 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: drop table stats_invalid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@stats_invalid +PREHOOK: Output: default@stats_invalid +POSTHOOK: query: drop table stats_invalid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@stats_invalid +POSTHOOK: Output: default@stats_invalid +POSTHOOK: Lineage: stats_invalid.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_invalid.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/alter_partition_coltype.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_partition_coltype.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/alter_partition_coltype.q.out (working copy) @@ -138,6 +138,7 @@ dt 100x ts 6:30pm properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -333,6 +334,7 @@ dt 100x ts 6:30pm properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -486,6 +488,7 @@ dt 10 ts 3.0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -527,6 +530,7 @@ dt 100x ts 3.0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -568,6 +572,7 @@ dt 100x ts 6:30pm properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -808,6 +813,7 @@ dt 10 ts 3.0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -849,6 +855,7 @@ dt 100x ts 3.0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -890,6 +897,7 @@ dt 100x ts 6:30pm properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1026,6 +1034,7 @@ dt 10 ts 3.0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1067,6 +1076,7 @@ dt 100x ts 3.0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1108,6 +1118,7 @@ dt 100x ts 6:30pm properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/stats_noscan_1.q.out =================================================================== --- ql/src/test/results/clientpositive/stats_noscan_1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats_noscan_1.q.out (working copy) @@ -134,6 +134,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -181,6 +182,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -228,7 +230,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -273,7 +278,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -502,6 +510,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -557,6 +566,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -612,7 +622,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -665,7 +678,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/auto_sortmerge_join_4.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_4.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_4.q.out (working copy) @@ -129,6 +129,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -276,6 +277,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -402,6 +404,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -443,6 +446,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -537,6 +541,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -579,6 +584,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -621,6 +627,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -706,6 +713,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -800,6 +808,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -842,6 +851,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -884,6 +894,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -998,6 +1009,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/load_dyn_part8.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part8.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/load_dyn_part8.q.out (working copy) @@ -148,6 +148,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -189,6 +190,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -230,6 +232,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -271,6 +274,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out (working copy) @@ -71,6 +71,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -114,6 +115,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -194,6 +196,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -241,6 +244,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -329,6 +333,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -380,6 +385,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -809,6 +815,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -868,6 +875,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 2 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/sample9.q.out =================================================================== --- ql/src/test/results/clientpositive/sample9.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample9.q.out (working copy) @@ -62,6 +62,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -81,6 +82,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/infer_bucket_sort_merge.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_merge.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_merge.q.out (working copy) @@ -49,6 +49,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -107,6 +108,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 2 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/describe_table.q.out =================================================================== --- ql/src/test/results/clientpositive/describe_table.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/describe_table.q.out (working copy) @@ -133,6 +133,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/groupby_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_map_ppr.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/groupby_map_ppr.q.out (working copy) @@ -80,6 +80,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -121,6 +122,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/groupby_sort_6.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_sort_6.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/groupby_sort_6.q.out (working copy) @@ -253,6 +253,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -281,6 +282,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -398,6 +400,7 @@ partition values: ds 2 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,val columns.types string:string @@ -460,6 +463,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -488,6 +492,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int Index: ql/src/test/results/clientpositive/sample4.q.out =================================================================== --- ql/src/test/results/clientpositive/sample4.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample4.q.out (working copy) @@ -81,6 +81,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -100,6 +101,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/stats18.q.out =================================================================== --- ql/src/test/results/clientpositive/stats18.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats18.q.out (working copy) @@ -44,6 +44,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -93,6 +94,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 2 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/push_or.q.out =================================================================== --- ql/src/test/results/clientpositive/push_or.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/push_or.q.out (working copy) @@ -92,6 +92,7 @@ partition values: ds 2000-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -132,6 +133,7 @@ partition values: ds 2000-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string Index: ql/src/test/results/clientpositive/bucketcontext_7.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketcontext_7.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketcontext_7.q.out (working copy) @@ -112,6 +112,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -153,6 +154,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -255,6 +257,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -298,6 +301,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -448,6 +452,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -491,6 +496,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/groupby_sort_1.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_sort_1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/groupby_sort_1.q.out (working copy) @@ -121,6 +121,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -141,6 +142,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -451,6 +453,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -471,6 +474,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -672,6 +676,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -699,6 +704,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -719,6 +725,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -758,6 +765,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -794,6 +802,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -821,6 +830,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -839,6 +849,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -873,6 +884,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -900,6 +912,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -918,6 +931,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1056,6 +1070,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1083,6 +1098,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1103,6 +1119,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1142,6 +1159,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1178,6 +1196,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1205,6 +1224,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1223,6 +1243,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1257,6 +1278,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1284,6 +1306,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1302,6 +1325,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1491,6 +1515,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1511,6 +1536,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1867,6 +1893,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1887,6 +1914,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2130,6 +2158,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2150,6 +2179,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2202,6 +2232,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,cnt columns.types int:int:int @@ -2230,6 +2261,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,cnt columns.types int:int:int @@ -2425,6 +2457,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2445,6 +2478,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2493,6 +2527,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2521,6 +2556,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2717,6 +2753,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2778,6 +2815,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2805,6 +2843,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2825,6 +2864,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2864,6 +2904,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2900,6 +2941,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2927,6 +2969,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2945,6 +2988,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2979,6 +3023,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3006,6 +3051,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3024,6 +3070,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3236,6 +3283,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3256,6 +3304,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3336,6 +3385,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3397,6 +3447,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3444,6 +3495,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3464,6 +3516,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3504,6 +3557,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3540,6 +3594,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3567,6 +3622,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3585,6 +3641,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3619,6 +3676,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3646,6 +3704,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3664,6 +3723,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3922,6 +3982,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3942,6 +4003,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3989,6 +4051,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4017,6 +4080,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4232,6 +4296,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4252,6 +4317,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4402,6 +4468,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4422,6 +4489,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4661,6 +4729,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4681,6 +4750,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4729,6 +4799,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4757,6 +4828,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4975,6 +5047,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5002,6 +5075,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5022,6 +5096,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5061,6 +5136,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5097,6 +5173,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5124,6 +5201,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5142,6 +5220,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5176,6 +5255,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5203,6 +5283,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5221,6 +5302,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5525,6 +5607,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5545,6 +5628,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5972,6 +6056,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5999,6 +6084,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -6019,6 +6105,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -6058,6 +6145,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6094,6 +6182,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6121,6 +6210,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6139,6 +6229,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6173,6 +6264,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6200,6 +6292,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6218,6 +6311,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6494,6 +6588,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6521,6 +6616,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -6541,6 +6637,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -6580,6 +6677,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6616,6 +6714,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6643,6 +6742,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6661,6 +6761,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6695,6 +6796,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6722,6 +6824,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6740,6 +6843,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int Index: ql/src/test/results/clientpositive/stats13.q.out =================================================================== --- ql/src/test/results/clientpositive/stats13.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats13.q.out (working copy) @@ -72,13 +72,16 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.types string:string #### A masked pattern was here #### name default.analyze_srcpart numFiles 1 + numRows -1 partition_columns ds/hr + rawDataSize -1 serialization.ddl struct analyze_srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -204,6 +207,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -251,7 +255,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -296,7 +303,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -341,7 +351,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/udf_reflect2.q.out =================================================================== --- ql/src/test/results/clientpositive/udf_reflect2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/udf_reflect2.q.out (working copy) @@ -197,6 +197,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -215,6 +216,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out (working copy) @@ -102,6 +102,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -195,6 +196,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -237,6 +239,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -279,6 +282,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -407,6 +411,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -500,6 +505,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -542,6 +548,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -584,6 +591,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -705,6 +713,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -806,6 +815,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -848,6 +858,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/infer_bucket_sort_convert_join.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_convert_join.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_convert_join.q.out (working copy) @@ -49,6 +49,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1028 rawDataSize 10968 @@ -123,6 +124,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1028 rawDataSize 10968 Index: ql/src/test/results/clientpositive/rand_partitionpruner1.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/rand_partitionpruner1.q.out (working copy) @@ -60,6 +60,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -78,6 +79,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/combine2_hadoop20.q.out =================================================================== --- ql/src/test/results/clientpositive/combine2_hadoop20.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/combine2_hadoop20.q.out (working copy) @@ -244,6 +244,7 @@ partition values: value 2010-04-21 09:45:00 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key columns.types string @@ -284,15 +285,16 @@ partition values: value val_0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key columns.types string #### A masked pattern was here #### name default.combine2 numFiles 1 - numRows 3 + numRows 0 partition_columns value - rawDataSize 3 + rawDataSize 0 serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -324,15 +326,16 @@ partition values: value val_2 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key columns.types string #### A masked pattern was here #### name default.combine2 numFiles 1 - numRows 1 + numRows 0 partition_columns value - rawDataSize 1 + rawDataSize 0 serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -364,15 +367,16 @@ partition values: value val_4 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key columns.types string #### A masked pattern was here #### name default.combine2 numFiles 1 - numRows 1 + numRows 0 partition_columns value - rawDataSize 1 + rawDataSize 0 serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -404,15 +408,16 @@ partition values: value val_5 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key columns.types string #### A masked pattern was here #### name default.combine2 numFiles 1 - numRows 3 + numRows 0 partition_columns value - rawDataSize 3 + rawDataSize 0 serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -444,15 +449,16 @@ partition values: value val_8 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key columns.types string #### A masked pattern was here #### name default.combine2 numFiles 1 - numRows 1 + numRows 0 partition_columns value - rawDataSize 1 + rawDataSize 0 serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -484,15 +490,16 @@ partition values: value val_9 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key columns.types string #### A masked pattern was here #### name default.combine2 numFiles 1 - numRows 1 + numRows 0 partition_columns value - rawDataSize 1 + rawDataSize 0 serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -524,6 +531,7 @@ partition values: value | properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key columns.types string Index: ql/src/test/results/clientpositive/show_create_table_alter.q.out =================================================================== --- ql/src/test/results/clientpositive/show_create_table_alter.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/show_create_table_alter.q.out (working copy) @@ -70,7 +70,11 @@ 'EXTERNAL'='FALSE', 'numFiles'='0', #### A masked pattern was here #### - 'totalSize'='0') + 'COLUMN_STATS_ACCURATE'='false', +#### A masked pattern was here #### + 'numRows'='-1', + 'totalSize'='0', + 'rawDataSize'='-1') PREHOOK: query: -- Alter the table comment, change the EXTERNAL property back and test SHOW CREATE TABLE on the change. ALTER TABLE tmp_showcrt1 SET TBLPROPERTIES ('comment'='changed comment', 'EXTERNAL'='TRUE') PREHOOK: type: ALTERTABLE_PROPERTIES @@ -107,7 +111,11 @@ TBLPROPERTIES ( 'numFiles'='0', #### A masked pattern was here #### - 'totalSize'='0') + 'COLUMN_STATS_ACCURATE'='false', +#### A masked pattern was here #### + 'numRows'='-1', + 'totalSize'='0', + 'rawDataSize'='-1') PREHOOK: query: -- Change the 'SORTBUCKETCOLSPREFIX' property and test SHOW CREATE TABLE. The output should not change. ALTER TABLE tmp_showcrt1 SET TBLPROPERTIES ('SORTBUCKETCOLSPREFIX'='FALSE') PREHOOK: type: ALTERTABLE_PROPERTIES @@ -144,7 +152,11 @@ TBLPROPERTIES ( 'numFiles'='0', #### A masked pattern was here #### - 'totalSize'='0') + 'COLUMN_STATS_ACCURATE'='false', +#### A masked pattern was here #### + 'numRows'='-1', + 'totalSize'='0', + 'rawDataSize'='-1') PREHOOK: query: -- Alter the storage handler of the table, and test SHOW CREATE TABLE. ALTER TABLE tmp_showcrt1 SET TBLPROPERTIES ('storage_handler'='org.apache.hadoop.hive.ql.metadata.DefaultStorageHandler') PREHOOK: type: ALTERTABLE_PROPERTIES @@ -181,7 +193,11 @@ TBLPROPERTIES ( 'numFiles'='0', #### A masked pattern was here #### - 'totalSize'='0') + 'COLUMN_STATS_ACCURATE'='false', +#### A masked pattern was here #### + 'numRows'='-1', + 'totalSize'='0', + 'rawDataSize'='-1') PREHOOK: query: DROP TABLE tmp_showcrt1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@tmp_showcrt1 Index: ql/src/test/results/clientpositive/bucketcontext_2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketcontext_2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketcontext_2.q.out (working copy) @@ -87,6 +87,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -189,6 +190,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -232,6 +234,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -380,6 +383,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -423,6 +427,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/auto_join_reordering_values.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_join_reordering_values.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_join_reordering_values.q.out (working copy) @@ -153,6 +153,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns dealid,date,time,cityid,userid columns.types int:string:string:int:int @@ -171,6 +172,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns dealid,date,time,cityid,userid columns.types int:string:string:int:int @@ -284,6 +286,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns dealid,date,time,cityid,userid columns.types int:string:string:int:int @@ -302,6 +305,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns dealid,date,time,cityid,userid columns.types int:string:string:int:int @@ -413,6 +417,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns dealid,date,time,cityid,userid columns.types int:string:string:int:int @@ -431,6 +436,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns dealid,date,time,cityid,userid columns.types int:string:string:int:int @@ -540,6 +546,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns userid columns.types int @@ -558,6 +565,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns userid columns.types int Index: ql/src/test/results/clientpositive/stats_only_null.q.out =================================================================== --- ql/src/test/results/clientpositive/stats_only_null.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats_only_null.q.out (working copy) @@ -31,11 +31,11 @@ POSTHOOK: Lineage: stats_null.b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] POSTHOOK: Lineage: stats_null.c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] POSTHOOK: Lineage: stats_null.d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] -PREHOOK: query: insert overwrite table stats_null_part partition(dt='2010') select * from temps_null where d <=5 +PREHOOK: query: insert into table stats_null_part partition(dt='2010') select * from temps_null where d <=5 PREHOOK: type: QUERY PREHOOK: Input: default@temps_null PREHOOK: Output: default@stats_null_part@dt=2010 -POSTHOOK: query: insert overwrite table stats_null_part partition(dt='2010') select * from temps_null where d <=5 +POSTHOOK: query: insert into table stats_null_part partition(dt='2010') select * from temps_null where d <=5 POSTHOOK: type: QUERY POSTHOOK: Input: default@temps_null POSTHOOK: Output: default@stats_null_part@dt=2010 @@ -47,11 +47,11 @@ POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] -PREHOOK: query: insert overwrite table stats_null_part partition(dt='2011') select * from temps_null where d > 5 +PREHOOK: query: insert into table stats_null_part partition(dt='2011') select * from temps_null where d > 5 PREHOOK: type: QUERY PREHOOK: Input: default@temps_null PREHOOK: Output: default@stats_null_part@dt=2011 -POSTHOOK: query: insert overwrite table stats_null_part partition(dt='2011') select * from temps_null where d > 5 +POSTHOOK: query: insert into table stats_null_part partition(dt='2011') select * from temps_null where d > 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@temps_null POSTHOOK: Output: default@stats_null_part@dt=2011 @@ -339,6 +339,112 @@ POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] +PREHOOK: query: describe formatted stats_null_part partition (dt='2010') +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted stats_null_part partition (dt='2010') +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: stats_null.a SIMPLE [(temps_null)temps_null.FieldSchema(name:a, type:double, comment:null), ] +POSTHOOK: Lineage: stats_null.b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: stats_null.c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] +POSTHOOK: Lineage: stats_null.d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).a SIMPLE [(temps_null)temps_null.FieldSchema(name:a, type:double, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).a SIMPLE [(temps_null)temps_null.FieldSchema(name:a, type:double, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] +# col_name data_type comment + +a double None +b int None +c string None +d smallint None + +# Partition Information +# col_name data_type comment + +dt string None + +# Detailed Partition Information +Partition Value: [2010] +Database: default +Table: stats_null_part +#### A masked pattern was here #### +Protect Mode: None +#### A masked pattern was here #### +Partition Parameters: + COLUMN_STATS_ACCURATE true + numFiles 1 + numRows 5 + rawDataSize 70 + totalSize 77 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: describe formatted stats_null_part partition (dt='2011') +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted stats_null_part partition (dt='2011') +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: stats_null.a SIMPLE [(temps_null)temps_null.FieldSchema(name:a, type:double, comment:null), ] +POSTHOOK: Lineage: stats_null.b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: stats_null.c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] +POSTHOOK: Lineage: stats_null.d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).a SIMPLE [(temps_null)temps_null.FieldSchema(name:a, type:double, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2010).d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).a SIMPLE [(temps_null)temps_null.FieldSchema(name:a, type:double, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] +POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] +# col_name data_type comment + +a double None +b int None +c string None +d smallint None + +# Partition Information +# col_name data_type comment + +dt string None + +# Detailed Partition Information +Partition Value: [2011] +Database: default +Table: stats_null_part +#### A masked pattern was here #### +Protect Mode: None +#### A masked pattern was here #### +Partition Parameters: + COLUMN_STATS_ACCURATE true + numFiles 1 + numRows 3 + rawDataSize 48 + totalSize 53 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: explain select count(*), count(a), count(b), count(c), count(d) from stats_null PREHOOK: type: QUERY @@ -436,7 +542,7 @@ POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).b SIMPLE [(temps_null)temps_null.FieldSchema(name:b, type:int, comment:null), ] POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).c SIMPLE [(temps_null)temps_null.FieldSchema(name:c, type:string, comment:null), ] POSTHOOK: Lineage: stats_null_part PARTITION(dt=2011).d SIMPLE [(temps_null)temps_null.FieldSchema(name:d, type:smallint, comment:null), ] -10 8 8 10 10 +8 6 6 8 8 PREHOOK: query: drop table stats_null PREHOOK: type: DROPTABLE PREHOOK: Input: default@stats_null Index: ql/src/test/results/clientpositive/bucket2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucket2.q.out (working copy) @@ -54,6 +54,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -72,6 +73,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/infer_bucket_sort_multi_insert.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_multi_insert.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_multi_insert.q.out (working copy) @@ -59,6 +59,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -101,6 +102,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -173,6 +175,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -219,6 +222,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 2718 @@ -299,6 +303,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -349,6 +354,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -437,6 +443,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 1482 @@ -491,6 +498,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 2690 Index: ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out (working copy) @@ -90,6 +90,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -131,6 +132,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/parallel_orderby.q.out =================================================================== --- ql/src/test/results/clientpositive/parallel_orderby.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/parallel_orderby.q.out (working copy) @@ -114,6 +114,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 4 numRows 0 rawDataSize 0 @@ -222,6 +223,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/filter_join_breaktask.q.out =================================================================== --- ql/src/test/results/clientpositive/filter_join_breaktask.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/filter_join_breaktask.q.out (working copy) @@ -92,6 +92,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -224,6 +225,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string Index: ql/src/test/results/clientpositive/join17.q.out =================================================================== --- ql/src/test/results/clientpositive/join17.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join17.q.out (working copy) @@ -68,6 +68,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -86,6 +87,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out =================================================================== --- ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out (working copy) @@ -116,6 +116,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 1 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/input_part9.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part9.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/input_part9.q.out (working copy) @@ -64,6 +64,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -105,6 +106,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/alter_table_serde2.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_table_serde2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/alter_table_serde2.q.out (working copy) @@ -77,6 +77,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -182,6 +183,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/bucketmapjoin7.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin7.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin7.q.out (working copy) @@ -75,6 +75,7 @@ ds 2008-04-08 hr 0 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -193,6 +194,7 @@ ds 2008-04-08 hr 0 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/bucketmapjoin11.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin11.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin11.q.out (working copy) @@ -142,6 +142,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -182,6 +183,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -283,6 +285,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -325,6 +328,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -456,6 +460,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -496,6 +501,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -597,6 +603,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -639,6 +646,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/join26.q.out =================================================================== --- ql/src/test/results/clientpositive/join26.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join26.q.out (working copy) @@ -140,6 +140,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (working copy) @@ -84,6 +84,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 3 bucket_field_name key columns key,value @@ -196,6 +197,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -215,6 +217,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/rcfile_default_format.q.out =================================================================== --- ql/src/test/results/clientpositive/rcfile_default_format.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/rcfile_default_format.q.out (working copy) @@ -55,6 +55,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 4812 @@ -102,6 +103,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 1406 @@ -144,6 +146,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -186,6 +189,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 4812 @@ -263,6 +267,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 4812 Index: ql/src/test/results/clientpositive/stats5.q.out =================================================================== --- ql/src/test/results/clientpositive/stats5.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats5.q.out (working copy) @@ -53,6 +53,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/join35.q.out =================================================================== --- ql/src/test/results/clientpositive/join35.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join35.q.out (working copy) @@ -90,6 +90,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -108,6 +109,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -338,6 +340,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -356,6 +359,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -541,6 +545,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -559,6 +564,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -680,6 +686,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -698,6 +705,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -808,6 +816,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -826,6 +835,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/ppd_join_filter.q.out =================================================================== --- ql/src/test/results/clientpositive/ppd_join_filter.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/ppd_join_filter.q.out (working copy) @@ -75,6 +75,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -93,6 +94,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -221,6 +223,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -239,6 +242,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -414,6 +418,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -432,6 +437,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -560,6 +566,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -578,6 +585,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -753,6 +761,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -771,6 +780,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -899,6 +909,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -917,6 +928,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1092,6 +1104,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1110,6 +1123,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1238,6 +1252,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1256,6 +1271,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucketmapjoin2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin2.q.out (working copy) @@ -101,6 +101,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -223,6 +224,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -635,6 +637,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -730,6 +733,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -761,6 +765,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -816,6 +821,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -852,6 +858,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -879,6 +886,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -897,6 +905,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -931,6 +940,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -958,6 +968,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -976,6 +987,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1360,6 +1372,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1400,6 +1413,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1495,6 +1509,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1526,6 +1541,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1581,6 +1597,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1617,6 +1634,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1644,6 +1662,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1662,6 +1681,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1696,6 +1716,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1723,6 +1744,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1741,6 +1763,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string Index: ql/src/test/results/clientpositive/alter_partition_clusterby_sortby.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_partition_clusterby_sortby.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/alter_partition_clusterby_sortby.q.out (working copy) @@ -45,8 +45,11 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### @@ -95,8 +98,11 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### @@ -145,8 +151,11 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/join_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/join_map_ppr.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join_map_ppr.q.out (working copy) @@ -142,6 +142,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -658,6 +659,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -690,6 +692,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -743,6 +746,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -779,6 +783,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -806,6 +811,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -824,6 +830,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -858,6 +865,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -885,6 +893,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -903,6 +912,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string Index: ql/src/test/results/clientpositive/stats0.q.out =================================================================== --- ql/src/test/results/clientpositive/stats0.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats0.q.out (working copy) @@ -67,6 +67,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -85,6 +86,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1406,6 +1408,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1424,6 +1427,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/join9.q.out =================================================================== --- ql/src/test/results/clientpositive/join9.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join9.q.out (working copy) @@ -64,6 +64,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -82,6 +83,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -107,6 +109,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/smb_mapjoin_11.q.out =================================================================== --- ql/src/test/results/clientpositive/smb_mapjoin_11.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/smb_mapjoin_11.q.out (working copy) @@ -128,6 +128,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 16 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out =================================================================== --- ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out (working copy) @@ -75,6 +75,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -116,6 +117,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -258,6 +260,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -299,6 +302,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -340,6 +344,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -381,6 +386,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/auto_sortmerge_join_1.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_1.q.out (working copy) @@ -133,6 +133,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -176,6 +177,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -324,6 +326,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -367,6 +370,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -494,6 +498,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -588,6 +593,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -631,6 +637,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -673,6 +680,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -759,6 +767,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -801,6 +810,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -895,6 +905,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -938,6 +949,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -980,6 +992,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1093,6 +1106,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1136,6 +1150,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/sample6.q.out =================================================================== --- ql/src/test/results/clientpositive/sample6.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample6.q.out (working copy) @@ -79,6 +79,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -98,6 +99,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -622,6 +624,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -641,6 +644,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -997,6 +1001,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1016,6 +1021,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1626,6 +1632,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1645,6 +1652,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -2098,6 +2106,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -2117,6 +2126,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -2556,6 +2566,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -2575,6 +2586,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -2598,6 +2610,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -2617,6 +2630,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -2857,6 +2871,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -2876,6 +2891,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/join_filters_overlap.q.out =================================================================== --- ql/src/test/results/clientpositive/join_filters_overlap.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join_filters_overlap.q.out (working copy) @@ -99,6 +99,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -117,6 +118,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -306,6 +308,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -324,6 +327,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -513,6 +517,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -531,6 +536,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -738,6 +744,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -756,6 +763,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -967,6 +975,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int @@ -985,6 +994,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:int Index: ql/src/test/results/clientpositive/stats_empty_partition.q.out =================================================================== --- ql/src/test/results/clientpositive/stats_empty_partition.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats_empty_partition.q.out (working copy) @@ -43,6 +43,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/create_alter_list_bucketing_table1.q.out =================================================================== --- ql/src/test/results/clientpositive/create_alter_list_bucketing_table1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/create_alter_list_bucketing_table1.q.out (working copy) @@ -74,8 +74,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### @@ -119,8 +122,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### @@ -168,8 +174,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### @@ -213,8 +222,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### @@ -257,8 +269,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/bucket_map_join_1.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket_map_join_1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucket_map_join_1.q.out (working copy) @@ -118,6 +118,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 1 bucket_field_name key @@ -138,6 +139,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 1 bucket_field_name key Index: ql/src/test/results/clientpositive/sample1.q.out =================================================================== --- ql/src/test/results/clientpositive/sample1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample1.q.out (working copy) @@ -88,6 +88,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/stats15.q.out =================================================================== --- ql/src/test/results/clientpositive/stats15.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats15.q.out (working copy) @@ -42,6 +42,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -217,6 +218,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -264,6 +266,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/stats_partscan_1.q.out =================================================================== --- ql/src/test/results/clientpositive/stats_partscan_1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats_partscan_1.q.out (working copy) @@ -81,7 +81,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5293 #### A masked pattern was here #### @@ -179,6 +182,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 4812 @@ -226,7 +230,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5293 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/reduce_deduplicate.q.out =================================================================== --- ql/src/test/results/clientpositive/reduce_deduplicate.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/reduce_deduplicate.q.out (working copy) @@ -57,6 +57,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -75,6 +76,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/rand_partitionpruner3.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner3.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/rand_partitionpruner3.q.out (working copy) @@ -69,6 +69,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -193,6 +194,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucketcontext_4.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketcontext_4.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketcontext_4.q.out (working copy) @@ -99,6 +99,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -140,6 +141,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -242,6 +244,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -389,6 +392,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/stats10.q.out =================================================================== --- ql/src/test/results/clientpositive/stats10.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats10.q.out (working copy) @@ -462,6 +462,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 2 numRows 500 rawDataSize 5312 @@ -506,6 +507,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 2 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/bucket4.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket4.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucket4.q.out (working copy) @@ -57,6 +57,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -75,6 +76,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/merge3.q.out =================================================================== --- ql/src/test/results/clientpositive/merge3.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/merge3.q.out (working copy) @@ -111,6 +111,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -129,6 +130,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2341,6 +2343,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 2000 rawDataSize 21248 @@ -2446,6 +2449,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2486,6 +2490,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -4867,6 +4872,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -4907,6 +4913,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/udtf_explode.q.out =================================================================== --- ql/src/test/results/clientpositive/udtf_explode.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/udtf_explode.q.out (working copy) @@ -64,6 +64,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -82,6 +83,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -149,6 +151,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -167,6 +170,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -425,6 +429,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -443,6 +448,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out =================================================================== --- ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out (working copy) @@ -152,6 +152,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -192,6 +193,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -285,6 +287,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -327,6 +330,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/binary_output_format.q.out =================================================================== --- ql/src/test/results/clientpositive/binary_output_format.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/binary_output_format.q.out (working copy) @@ -124,6 +124,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -142,6 +143,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucketmapjoin13.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin13.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin13.q.out (working copy) @@ -116,6 +116,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -209,6 +210,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name value columns key,value @@ -251,6 +253,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -396,6 +399,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -497,6 +501,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -653,6 +658,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -754,6 +760,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -912,6 +919,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1013,6 +1021,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/stats7.q.out =================================================================== --- ql/src/test/results/clientpositive/stats7.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats7.q.out (working copy) @@ -116,6 +116,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -163,6 +164,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/bucketizedhiveinputformat.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketizedhiveinputformat.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketizedhiveinputformat.q.out (working copy) @@ -34,9 +34,8 @@ STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 - Stage-3 depends on stages: Stage-2 - Stage-0 depends on stages: Stage-3 - Stage-4 depends on stages: Stage-0 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-1 @@ -53,13 +52,17 @@ type: string outputColumnNames: _col0, _col1 Reduce Output Operator - sort order: + key expressions: + expr: _col1 + type: string + sort order: + + Map-reduce partition columns: + expr: _col1 + type: string tag: 0 value expressions: expr: _col0 type: string - expr: _col1 - type: string ttt:tmp2:t1 TableScan alias: t1 @@ -69,49 +72,14 @@ type: string outputColumnNames: _col0 Reduce Output Operator - sort order: - tag: 1 - value expressions: + key expressions: expr: _col0 type: string - Reduce Operator Tree: - Join Operator - condition map: - Inner Join 0 to 1 - condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} - handleSkewJoin: false - outputColumnNames: _col0, _col1, _col2 - Filter Operator - predicate: - expr: (_col1 = _col2) - type: boolean - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - Stage: Stage-2 - Map Reduce - Alias -> Map Operator Tree: - $INTNAME - TableScan - Reduce Output Operator - key expressions: - expr: _col1 - type: string - sort order: + - Map-reduce partition columns: - expr: _col1 - type: string - tag: 0 - value expressions: - expr: _col0 - type: string + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: 1 ttt:tmp3:t1 TableScan alias: t1 @@ -128,19 +96,21 @@ Map-reduce partition columns: expr: _col0 type: string - tag: 1 + tag: 2 Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 + Inner Join 0 to 2 condition expressions: - 0 {VALUE._col1} + 0 {VALUE._col0} 1 + 2 handleSkewJoin: false - outputColumnNames: _col1 + outputColumnNames: _col0 Select Operator expressions: - expr: _col1 + expr: _col0 type: string outputColumnNames: _col0 Limit @@ -152,7 +122,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - Stage: Stage-3 + Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: #### A masked pattern was here #### @@ -185,7 +155,7 @@ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.t2 - Stage: Stage-4 + Stage: Stage-3 Stats-Aggr Operator Index: ql/src/test/results/clientpositive/union22.q.out =================================================================== --- ql/src/test/results/clientpositive/union22.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/union22.q.out (working copy) @@ -112,6 +112,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns k0,k1,k2,k3,k4,k5 columns.types string:string:string:string:string:string @@ -248,6 +249,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns k1,k2,k3,k4 columns.types string:string:string:string @@ -288,6 +290,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns k0,k1,k2,k3,k4,k5 columns.types string:string:string:string:string:string @@ -456,6 +459,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns k0,k1,k2,k3,k4,k5 columns.types string:string:string:string:string:string @@ -592,6 +596,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns k1,k2,k3,k4 columns.types string:string:string:string @@ -632,6 +637,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns k0,k1,k2,k3,k4,k5 columns.types string:string:string:string:string:string Index: ql/src/test/results/clientpositive/smb_mapjoin_13.q.out =================================================================== --- ql/src/test/results/clientpositive/smb_mapjoin_13.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/smb_mapjoin_13.q.out (working copy) @@ -134,6 +134,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -154,6 +155,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -336,6 +338,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -356,6 +359,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key Index: ql/src/test/results/clientpositive/unset_table_view_property.q.out =================================================================== --- ql/src/test/results/clientpositive/unset_table_view_property.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/unset_table_view_property.q.out (working copy) @@ -29,8 +29,11 @@ c 3 #### A masked pattern was here #### a 1 +COLUMN_STATS_ACCURATE false #### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: -- UNSET all the properties ALTER TABLE testTable UNSET TBLPROPERTIES ('a', 'c') PREHOOK: type: ALTERTABLE_PROPERTIES @@ -48,7 +51,11 @@ numFiles 0 #### A masked pattern was here #### +COLUMN_STATS_ACCURATE false +#### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: ALTER TABLE testTable SET TBLPROPERTIES ('a'='1', 'c'='3', 'd'='4') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@testtable @@ -68,8 +75,11 @@ c 3 #### A masked pattern was here #### a 1 +COLUMN_STATS_ACCURATE false #### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: -- UNSET a subset of the properties ALTER TABLE testTable UNSET TBLPROPERTIES ('a', 'd') PREHOOK: type: ALTERTABLE_PROPERTIES @@ -89,7 +99,11 @@ #### A masked pattern was here #### c 3 #### A masked pattern was here #### +COLUMN_STATS_ACCURATE false +#### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: -- the same property being UNSET multiple times ALTER TABLE testTable UNSET TBLPROPERTIES ('c', 'c', 'c') PREHOOK: type: ALTERTABLE_PROPERTIES @@ -107,7 +121,11 @@ numFiles 0 #### A masked pattern was here #### +COLUMN_STATS_ACCURATE false +#### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: ALTER TABLE testTable SET TBLPROPERTIES ('a'='1', 'b' = '2', 'c'='3', 'd'='4') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@testtable @@ -128,8 +146,11 @@ c 3 #### A masked pattern was here #### a 1 +COLUMN_STATS_ACCURATE false #### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: -- UNSET a subset of the properties and some non-existed properties using IF EXISTS ALTER TABLE testTable UNSET TBLPROPERTIES IF EXISTS ('b', 'd', 'b', 'f') PREHOOK: type: ALTERTABLE_PROPERTIES @@ -150,8 +171,11 @@ c 3 #### A masked pattern was here #### a 1 +COLUMN_STATS_ACCURATE false #### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: -- UNSET a subset of the properties and some non-existed properties using IF EXISTS ALTER TABLE testTable UNSET TBLPROPERTIES IF EXISTS ('b', 'd', 'c', 'f', 'x', 'y', 'z') PREHOOK: type: ALTERTABLE_PROPERTIES @@ -170,8 +194,11 @@ numFiles 0 #### A masked pattern was here #### a 1 +COLUMN_STATS_ACCURATE false #### A masked pattern was here #### +numRows -1 totalSize 0 +rawDataSize -1 PREHOOK: query: -- UNSET VIEW PROPERTIES CREATE VIEW testView AS SELECT value FROM src WHERE key=86 PREHOOK: type: CREATEVIEW Index: ql/src/test/results/clientpositive/join32.q.out =================================================================== --- ql/src/test/results/clientpositive/join32.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join32.q.out (working copy) @@ -47,6 +47,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -182,6 +183,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -200,6 +202,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -222,6 +225,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -240,6 +244,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -265,6 +270,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/ctas_uses_database_location.q.out =================================================================== --- ql/src/test/results/clientpositive/ctas_uses_database_location.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/ctas_uses_database_location.q.out (working copy) @@ -144,6 +144,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/input_part1.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/input_part1.q.out (working copy) @@ -84,6 +84,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/groupby_sort_skew_1.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_sort_skew_1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/groupby_sort_skew_1.q.out (working copy) @@ -121,6 +121,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -141,6 +142,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -450,6 +452,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -470,6 +473,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -749,6 +753,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -776,6 +781,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -796,6 +802,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -835,6 +842,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -871,6 +879,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -898,6 +907,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -916,6 +926,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -950,6 +961,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -977,6 +989,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -995,6 +1008,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1133,6 +1147,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1160,6 +1175,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1180,6 +1196,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1219,6 +1236,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1255,6 +1273,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1282,6 +1301,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1300,6 +1320,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1334,6 +1355,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1361,6 +1383,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1379,6 +1402,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -1568,6 +1592,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1588,6 +1613,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1941,6 +1967,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -1961,6 +1988,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2287,6 +2315,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2307,6 +2336,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2437,6 +2467,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,cnt columns.types int:int:int @@ -2465,6 +2496,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,cnt columns.types int:int:int @@ -2661,6 +2693,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2681,6 +2714,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -2801,6 +2835,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -2829,6 +2864,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3025,6 +3061,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3086,6 +3123,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3113,6 +3151,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3133,6 +3172,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3172,6 +3212,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3208,6 +3249,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3235,6 +3277,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3253,6 +3296,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3287,6 +3331,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3314,6 +3359,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3332,6 +3378,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3545,6 +3592,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3565,6 +3613,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3717,6 +3766,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3778,6 +3828,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3825,6 +3876,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3845,6 +3897,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -3885,6 +3938,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3921,6 +3975,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3948,6 +4003,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -3966,6 +4022,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4000,6 +4057,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4027,6 +4085,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4045,6 +4104,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4303,6 +4363,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4323,6 +4384,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4370,6 +4432,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4398,6 +4461,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -4612,6 +4676,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4632,6 +4697,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4860,6 +4926,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -4880,6 +4947,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5120,6 +5188,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5140,6 +5209,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5260,6 +5330,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -5288,6 +5359,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,cnt columns.types int:int @@ -5506,6 +5578,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5533,6 +5606,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5553,6 +5627,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -5592,6 +5667,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5628,6 +5704,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5655,6 +5732,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5673,6 +5751,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5707,6 +5786,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5734,6 +5814,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -5752,6 +5833,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6056,6 +6138,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -6076,6 +6159,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -6503,6 +6587,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6530,6 +6615,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -6550,6 +6636,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -6589,6 +6676,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6625,6 +6713,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6652,6 +6741,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6670,6 +6760,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6704,6 +6795,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6731,6 +6823,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -6749,6 +6842,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -7025,6 +7119,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -7052,6 +7147,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -7072,6 +7168,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -7111,6 +7208,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -7147,6 +7245,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -7174,6 +7273,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -7192,6 +7292,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -7226,6 +7327,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -7253,6 +7355,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int @@ -7271,6 +7374,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key1,key2,key3,cnt columns.types int:int:string:int Index: ql/src/test/results/clientpositive/auto_sortmerge_join_8.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_8.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_8.q.out (working copy) @@ -142,6 +142,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -185,6 +186,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -335,6 +337,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -378,6 +381,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -509,6 +513,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -550,6 +555,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -644,6 +650,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -687,6 +694,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -729,6 +737,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -771,6 +780,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -857,6 +867,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -899,6 +910,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -993,6 +1005,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1036,6 +1049,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1078,6 +1092,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1120,6 +1135,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1234,6 +1250,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1277,6 +1294,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/columnstats_partlvl.q.out =================================================================== --- ql/src/test/results/clientpositive/columnstats_partlvl.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/columnstats_partlvl.q.out (working copy) @@ -138,6 +138,7 @@ partition values: employeesalary 2000.0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns employeeid,employeename columns.types int:string @@ -343,6 +344,7 @@ partition values: employeesalary 4000.0 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns employeeid,employeename columns.types int:string Index: ql/src/test/results/clientpositive/auto_sortmerge_join_3.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_3.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_3.q.out (working copy) @@ -117,6 +117,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -264,6 +265,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -390,6 +392,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -431,6 +434,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -525,6 +529,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -567,6 +572,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -609,6 +615,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -694,6 +701,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -788,6 +796,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -830,6 +839,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -872,6 +882,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -986,6 +997,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out (working copy) @@ -211,6 +211,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -231,6 +232,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -360,6 +362,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name value @@ -380,6 +383,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name value @@ -503,6 +507,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -523,6 +528,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -644,6 +650,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -664,6 +671,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -785,6 +793,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -805,6 +814,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -926,6 +936,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -946,6 +957,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -1067,6 +1079,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name value @@ -1087,6 +1100,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name value @@ -1208,6 +1222,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name value @@ -1228,6 +1243,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name value @@ -1349,6 +1365,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key @@ -1369,6 +1386,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 3 bucket_field_name key Index: ql/src/test/results/clientpositive/sample8.q.out =================================================================== --- ql/src/test/results/clientpositive/sample8.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample8.q.out (working copy) @@ -78,15 +78,16 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.types string:string #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -119,15 +120,16 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.types string:string #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -160,15 +162,16 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.types string:string #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -201,15 +204,16 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.types string:string #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Index: ql/src/test/results/clientpositive/transform_ppr2.q.out =================================================================== --- ql/src/test/results/clientpositive/transform_ppr2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/transform_ppr2.q.out (working copy) @@ -87,6 +87,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -128,6 +129,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/union_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/union_ppr.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/union_ppr.q.out (working copy) @@ -145,6 +145,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -186,6 +187,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/serde_user_properties.q.out =================================================================== --- ql/src/test/results/clientpositive/serde_user_properties.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/serde_user_properties.q.out (working copy) @@ -55,6 +55,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -73,6 +74,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -150,6 +152,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -168,6 +171,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -249,6 +253,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -267,6 +272,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -290,7 +296,6 @@ Fetch Operator limit: -1 - PREHOOK: query: explain extended select key from src ('user.defined.key'='some.value') PREHOOK: type: QUERY POSTHOOK: query: explain extended select key from src ('user.defined.key'='some.value') @@ -344,6 +349,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -363,6 +369,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -445,6 +452,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -464,6 +472,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -488,6 +497,7 @@ Fetch Operator limit: -1 + PREHOOK: query: explain extended select a.key from src ('user.defined.key'='some.value') a PREHOOK: type: QUERY POSTHOOK: query: explain extended select a.key from src ('user.defined.key'='some.value') a @@ -541,6 +551,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -560,6 +571,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -642,6 +654,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -661,6 +674,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -685,3 +699,4 @@ Fetch Operator limit: -1 + Index: ql/src/test/results/clientpositive/alter_table_not_sorted.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_table_not_sorted.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/alter_table_not_sorted.q.out (working copy) @@ -58,9 +58,12 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false SORTBUCKETCOLSPREFIX TRUE #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table.q.out (working copy) @@ -79,6 +79,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -147,6 +148,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -280,6 +282,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -372,10 +375,11 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 1 - numRows 500 - rawDataSize 5312 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/ctas_hadoop20.q.out =================================================================== --- ql/src/test/results/clientpositive/ctas_hadoop20.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/ctas_hadoop20.q.out (working copy) @@ -160,6 +160,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 10 rawDataSize 96 @@ -321,6 +322,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 10 rawDataSize 96 @@ -483,6 +485,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 10 rawDataSize 120 @@ -549,6 +552,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 10 rawDataSize 120 @@ -711,6 +715,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 10 rawDataSize 96 @@ -779,6 +784,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -797,6 +803,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/ppd_vc.q.out =================================================================== --- ql/src/test/results/clientpositive/ppd_vc.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/ppd_vc.q.out (working copy) @@ -71,6 +71,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -112,6 +113,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -153,6 +155,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -194,6 +197,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -375,6 +379,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -393,6 +398,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -418,6 +424,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -459,6 +466,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -500,6 +508,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -541,6 +550,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucketcontext_6.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketcontext_6.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketcontext_6.q.out (working copy) @@ -146,6 +146,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -189,6 +190,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -335,6 +337,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -378,6 +381,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out =================================================================== --- ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out (working copy) @@ -105,15 +105,16 @@ partcol1 1 partcol2 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns intcol columns.types int #### A masked pattern was here #### name default.dynamic_part_table numFiles 1 - numRows 1 + numRows 0 partition_columns partcol1/partcol2 - rawDataSize 1 + rawDataSize 0 serialization.ddl struct dynamic_part_table { i32 intcol} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -205,15 +206,16 @@ partcol1 1 partcol2 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns intcol columns.types int #### A masked pattern was here #### name default.dynamic_part_table numFiles 1 - numRows 1 + numRows 0 partition_columns partcol1/partcol2 - rawDataSize 1 + rawDataSize 0 serialization.ddl struct dynamic_part_table { i32 intcol} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -305,15 +307,16 @@ partcol1 1 partcol2 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns intcol columns.types int #### A masked pattern was here #### name default.dynamic_part_table numFiles 1 - numRows 1 + numRows 0 partition_columns partcol1/partcol2 - rawDataSize 1 + rawDataSize 0 serialization.ddl struct dynamic_part_table { i32 intcol} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -346,15 +349,16 @@ partcol1 1 partcol2 __HIVE_DEFAULT_PARTITION__ properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns intcol columns.types int #### A masked pattern was here #### name default.dynamic_part_table numFiles 1 - numRows 1 + numRows 0 partition_columns partcol1/partcol2 - rawDataSize 1 + rawDataSize 0 serialization.ddl struct dynamic_part_table { i32 intcol} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Index: ql/src/test/results/clientpositive/infer_bucket_sort_bucketed_table.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_bucketed_table.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_bucketed_table.q.out (working copy) @@ -49,6 +49,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 3 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/stats12.q.out =================================================================== --- ql/src/test/results/clientpositive/stats12.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats12.q.out (working copy) @@ -72,13 +72,16 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.types string:string #### A masked pattern was here #### name default.analyze_srcpart numFiles 1 + numRows -1 partition_columns ds/hr + rawDataSize -1 serialization.ddl struct analyze_srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -111,13 +114,16 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.types string:string #### A masked pattern was here #### name default.analyze_srcpart numFiles 1 + numRows -1 partition_columns ds/hr + rawDataSize -1 serialization.ddl struct analyze_srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -248,6 +254,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -295,6 +302,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -342,7 +350,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -387,7 +398,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/router_join_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/router_join_ppr.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/router_join_ppr.q.out (working copy) @@ -84,6 +84,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -102,6 +103,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -127,6 +129,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -168,6 +171,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -209,6 +213,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -250,6 +255,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -471,6 +477,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -489,6 +496,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -514,6 +522,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -555,6 +564,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -765,6 +775,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -783,6 +794,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -808,6 +820,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -849,6 +862,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1061,6 +1075,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1079,6 +1094,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1104,6 +1120,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1145,6 +1162,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1186,6 +1204,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1227,6 +1246,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucketcontext_1.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketcontext_1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketcontext_1.q.out (working copy) @@ -99,6 +99,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -201,6 +202,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -244,6 +246,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -392,6 +395,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -435,6 +439,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/bucket1.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucket1.q.out (working copy) @@ -54,6 +54,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -72,6 +73,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/input42.q.out =================================================================== --- ql/src/test/results/clientpositive/input42.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/input42.q.out (working copy) @@ -59,6 +59,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -100,6 +101,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1242,6 +1244,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1283,6 +1286,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1803,6 +1807,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1844,6 +1849,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/stats9.q.out =================================================================== --- ql/src/test/results/clientpositive/stats9.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats9.q.out (working copy) @@ -67,6 +67,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1000 rawDataSize 10603 Index: ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out (working copy) @@ -166,6 +166,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 619 rawDataSize 6309 @@ -234,6 +235,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 619 rawDataSize 7547 @@ -421,6 +423,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 928 rawDataSize 9954 @@ -503,6 +506,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 928 rawDataSize 11810 @@ -711,6 +715,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 618 rawDataSize 6054 @@ -807,6 +812,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 618 rawDataSize 7290 Index: ql/src/test/results/clientpositive/bucketmapjoin10.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin10.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin10.q.out (working copy) @@ -136,6 +136,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 3 bucket_field_name key columns key,value @@ -176,6 +177,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -269,6 +271,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -311,6 +314,7 @@ partition values: part 2 properties: + COLUMN_STATS_ACCURATE true bucket_count 3 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/union24.q.out =================================================================== --- ql/src/test/results/clientpositive/union24.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/union24.q.out (working copy) @@ -106,6 +106,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -124,6 +125,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -345,6 +347,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -363,6 +366,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -385,6 +389,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -403,6 +408,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -425,6 +431,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -443,6 +450,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -632,6 +640,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -650,6 +659,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -672,6 +682,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -690,6 +701,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -874,6 +886,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -892,6 +905,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -914,6 +928,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -932,6 +947,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -1108,6 +1124,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -1126,6 +1143,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -1148,6 +1166,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -1166,6 +1185,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -1436,6 +1456,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -1454,6 +1475,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -1476,6 +1498,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint @@ -1494,6 +1517,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,count columns.types string:bigint Index: ql/src/test/results/clientpositive/metadata_only_queries.q.out =================================================================== --- ql/src/test/results/clientpositive/metadata_only_queries.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/metadata_only_queries.q.out (working copy) @@ -986,7 +986,7 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k.FieldSchema(name:si, type:smallint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] -9489 9489 9489 9489 9489 9489 65791 0 99.9800033569336 0.0 +9486 9486 9486 9486 9486 9486 65791 0 99.9800033569336 0.0 PREHOOK: query: explain select count(ts) from stats_tbl_part PREHOOK: type: QUERY POSTHOOK: query: explain select count(ts) from stats_tbl_part Index: ql/src/test/results/clientpositive/stats4.q.out =================================================================== --- ql/src/test/results/clientpositive/stats4.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats4.q.out (working copy) @@ -2356,6 +2356,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -2403,6 +2404,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -2450,6 +2452,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -2497,6 +2500,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/columnstats_tbllvl.q.out =================================================================== --- ql/src/test/results/clientpositive/columnstats_tbllvl.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/columnstats_tbllvl.q.out (working copy) @@ -171,6 +171,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns sourceip,desturl,visitdate,adrevenue,useragent,ccode,lcode,skeyword,avgtimeonsite columns.types string:string:string:float:string:string:string:string:int @@ -190,6 +191,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns sourceip,desturl,visitdate,adrevenue,useragent,ccode,lcode,skeyword,avgtimeonsite columns.types string:string:string:float:string:string:string:string:int Index: ql/src/test/results/clientpositive/smb_mapjoin_15.q.out =================================================================== --- ql/src/test/results/clientpositive/smb_mapjoin_15.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/smb_mapjoin_15.q.out (working copy) @@ -108,6 +108,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -128,6 +129,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -358,6 +360,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -378,6 +381,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -548,6 +552,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -568,6 +573,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -770,6 +776,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key @@ -790,6 +797,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 16 bucket_field_name key Index: ql/src/test/results/clientpositive/join34.q.out =================================================================== --- ql/src/test/results/clientpositive/join34.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join34.q.out (working copy) @@ -196,6 +196,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -214,6 +215,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -236,6 +238,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -254,6 +257,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucketmapjoin1.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin1.q.out (working copy) @@ -362,6 +362,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -482,6 +483,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -501,6 +503,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -946,6 +949,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -977,6 +981,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1032,6 +1037,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1068,6 +1074,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1095,6 +1102,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1113,6 +1121,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1147,6 +1156,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1174,6 +1184,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1192,6 +1203,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string Index: ql/src/test/results/clientpositive/sample10.q.out =================================================================== --- ql/src/test/results/clientpositive/sample10.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample10.q.out (working copy) @@ -107,6 +107,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -150,6 +151,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -193,6 +195,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -236,6 +239,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/stats_noscan_2.q.out =================================================================== --- ql/src/test/results/clientpositive/stats_noscan_2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats_noscan_2.q.out (working copy) @@ -45,6 +45,7 @@ #### A masked pattern was here #### Table Type: EXTERNAL_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true EXTERNAL TRUE numFiles 0 numRows 6 @@ -86,6 +87,7 @@ #### A masked pattern was here #### Table Type: EXTERNAL_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true EXTERNAL TRUE numFiles 0 numRows 0 @@ -221,6 +223,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -275,6 +278,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/auto_sortmerge_join_5.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_5.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_5.q.out (working copy) @@ -100,6 +100,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -120,6 +121,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -242,6 +244,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -262,6 +265,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -415,6 +419,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -435,6 +440,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -472,6 +478,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 4 bucket_field_name key @@ -589,6 +596,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -609,6 +617,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -646,6 +655,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 4 bucket_field_name key @@ -740,6 +750,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -760,6 +771,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key Index: ql/src/test/results/clientpositive/louter_join_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/louter_join_ppr.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/louter_join_ppr.q.out (working copy) @@ -82,6 +82,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -100,6 +101,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -125,6 +127,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -166,6 +169,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -378,6 +382,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -396,6 +401,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -421,6 +427,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -462,6 +469,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -503,6 +511,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -544,6 +553,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -767,6 +777,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -785,6 +796,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -810,6 +822,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -851,6 +864,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -892,6 +906,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -933,6 +948,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1149,6 +1165,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1167,6 +1184,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1192,6 +1210,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1233,6 +1252,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/sample5.q.out =================================================================== --- ql/src/test/results/clientpositive/sample5.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample5.q.out (working copy) @@ -79,6 +79,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -98,6 +99,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/stats19.q.out =================================================================== --- ql/src/test/results/clientpositive/stats19.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats19.q.out (working copy) @@ -116,6 +116,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -185,6 +186,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -258,6 +260,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -441,6 +444,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -534,6 +538,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -631,6 +636,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/infer_bucket_sort_reducers_power_two.q.out =================================================================== --- ql/src/test/results/clientpositive/infer_bucket_sort_reducers_power_two.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/infer_bucket_sort_reducers_power_two.q.out (working copy) @@ -49,6 +49,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 4 numRows 0 rawDataSize 0 @@ -107,6 +108,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 4 numRows 0 rawDataSize 0 @@ -169,6 +171,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 4 numRows 0 rawDataSize 0 @@ -235,6 +238,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 4 numRows 0 rawDataSize 0 @@ -305,6 +309,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 16 numRows 0 rawDataSize 0 @@ -381,6 +386,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/bucketcontext_8.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketcontext_8.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketcontext_8.q.out (working copy) @@ -112,6 +112,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -153,6 +154,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -255,6 +257,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -298,6 +301,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -448,6 +452,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -491,6 +496,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/udf_explode.q.out =================================================================== --- ql/src/test/results/clientpositive/udf_explode.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/udf_explode.q.out (working copy) @@ -64,6 +64,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -82,6 +83,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -168,6 +170,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -186,6 +189,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -337,6 +341,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -355,6 +360,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -449,6 +455,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -467,6 +474,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table2.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table2.q.out (working copy) @@ -77,6 +77,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -179,6 +180,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -289,6 +291,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -407,6 +410,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -533,6 +537,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -667,6 +672,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -809,6 +815,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -959,6 +966,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -1117,6 +1125,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/stats14.q.out =================================================================== --- ql/src/test/results/clientpositive/stats14.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats14.q.out (working copy) @@ -42,6 +42,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -217,6 +218,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -264,6 +266,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out (working copy) @@ -130,6 +130,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -176,6 +177,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 3 bucket_field_name key columns key,value @@ -222,6 +224,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 3 bucket_field_name key columns key,value @@ -360,6 +363,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -403,6 +407,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -446,6 +451,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 3 bucket_field_name key columns key,value @@ -489,6 +495,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/rand_partitionpruner2.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (working copy) @@ -88,6 +88,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -129,6 +130,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucketcontext_3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketcontext_3.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketcontext_3.q.out (working copy) @@ -87,6 +87,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -128,6 +129,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -230,6 +232,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -377,6 +380,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/bucket3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket3.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucket3.q.out (working copy) @@ -54,6 +54,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -72,6 +73,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out (working copy) @@ -65,6 +65,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -106,6 +107,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out =================================================================== --- ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out (working copy) @@ -88,6 +88,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -189,6 +190,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/bucketmapjoin12.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin12.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin12.q.out (working copy) @@ -110,6 +110,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -210,6 +211,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -340,6 +342,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types int:string @@ -432,6 +435,7 @@ partition values: part 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -506,7 +510,6 @@ Fetch Operator limit: -1 - PREHOOK: query: SELECT /*+ MAPJOIN(b) */ count(*) FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_3 b ON a.key = b.key AND a.part = '1' and b.part = '1' Index: ql/src/test/results/clientpositive/stats6.q.out =================================================================== --- ql/src/test/results/clientpositive/stats6.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats6.q.out (working copy) @@ -101,6 +101,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -148,6 +149,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 @@ -195,7 +197,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -240,7 +245,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE false numFiles 1 + numRows -1 + rawDataSize -1 totalSize 5812 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/alter_skewed_table.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_skewed_table.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/alter_skewed_table.q.out (working copy) @@ -57,8 +57,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### @@ -141,8 +144,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### @@ -227,8 +233,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/stats1.q.out =================================================================== --- ql/src/test/results/clientpositive/stats1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats1.q.out (working copy) @@ -205,6 +205,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 2 numRows 26 rawDataSize 199 @@ -254,6 +255,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 3 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/smb_mapjoin_12.q.out =================================================================== --- ql/src/test/results/clientpositive/smb_mapjoin_12.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/smb_mapjoin_12.q.out (working copy) @@ -149,6 +149,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 16 bucket_field_name key columns key,value @@ -368,6 +369,7 @@ partition values: ds 1 properties: + COLUMN_STATS_ACCURATE true bucket_count 16 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/join32_lessSize.q.out =================================================================== --- ql/src/test/results/clientpositive/join32_lessSize.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/join32_lessSize.q.out (working copy) @@ -104,6 +104,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -122,6 +123,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -144,6 +146,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -162,6 +165,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -196,6 +200,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -328,6 +333,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -612,6 +618,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -630,6 +637,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -652,6 +660,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -670,6 +679,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -773,6 +783,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -822,6 +833,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -840,6 +852,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -862,6 +875,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -880,6 +894,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -908,6 +923,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -1010,6 +1026,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -1059,6 +1076,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1077,6 +1095,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1099,6 +1118,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1117,6 +1137,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1217,6 +1238,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -1266,6 +1288,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1284,6 +1307,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1306,6 +1330,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1324,6 +1349,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1422,6 +1448,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1440,6 +1467,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1462,6 +1490,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1480,6 +1509,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1531,6 +1561,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -1779,6 +1810,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1797,6 +1829,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1819,6 +1852,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1837,6 +1871,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -1871,6 +1906,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2003,6 +2039,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2304,6 +2341,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2322,6 +2360,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2344,6 +2383,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2362,6 +2402,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2396,6 +2437,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2480,6 +2522,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -2532,6 +2575,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -2576,6 +2620,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value,val2 columns.types string:string:string @@ -2597,6 +2642,7 @@ Stats-Aggr Operator #### A masked pattern was here #### + PREHOOK: query: INSERT OVERWRITE TABLE dest_j2 SELECT res.key, z.value, res.value FROM (select x.key, x.value from src1 x LEFT OUTER JOIN src y ON (x.key = y.key)) res Index: ql/src/test/results/clientpositive/auto_sortmerge_join_7.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_7.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_7.q.out (working copy) @@ -142,6 +142,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -185,6 +186,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -335,6 +337,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -378,6 +381,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -507,6 +511,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -548,6 +553,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -642,6 +648,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -685,6 +692,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -727,6 +735,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -769,6 +778,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -855,6 +865,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -897,6 +908,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -991,6 +1003,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1034,6 +1047,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1076,6 +1090,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1118,6 +1133,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1232,6 +1248,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1275,6 +1292,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/outer_join_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/outer_join_ppr.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/outer_join_ppr.q.out (working copy) @@ -74,6 +74,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -92,6 +93,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -117,6 +119,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -158,6 +161,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -199,6 +203,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -240,6 +245,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -453,6 +459,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -471,6 +478,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -496,6 +504,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -537,6 +546,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -578,6 +588,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -619,6 +630,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/list_bucket_dml_10.q.out =================================================================== --- ql/src/test/results/clientpositive/list_bucket_dml_10.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/list_bucket_dml_10.q.out (working copy) @@ -111,6 +111,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -129,6 +130,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -317,6 +319,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 4 numRows 0 rawDataSize 0 Index: ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (working copy) @@ -91,6 +91,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -131,6 +132,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -251,6 +253,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -270,6 +273,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/auto_sortmerge_join_2.q.out =================================================================== --- ql/src/test/results/clientpositive/auto_sortmerge_join_2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/auto_sortmerge_join_2.q.out (working copy) @@ -117,6 +117,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -160,6 +161,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -289,6 +291,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -383,6 +386,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -426,6 +430,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -468,6 +473,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -554,6 +560,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -596,6 +603,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -690,6 +698,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -733,6 +742,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -775,6 +785,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -888,6 +899,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -931,6 +943,7 @@ partition values: ds 2008-04-09 properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/sample7.q.out =================================================================== --- ql/src/test/results/clientpositive/sample7.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample7.q.out (working copy) @@ -81,6 +81,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -100,6 +101,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/transform_ppr1.q.out =================================================================== --- ql/src/test/results/clientpositive/transform_ppr1.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/transform_ppr1.q.out (working copy) @@ -85,6 +85,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -126,6 +127,7 @@ ds 2008-04-08 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -167,6 +169,7 @@ ds 2008-04-09 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -208,6 +211,7 @@ ds 2008-04-09 hr 12 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/regexp_extract.q.out =================================================================== --- ql/src/test/results/clientpositive/regexp_extract.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/regexp_extract.q.out (working copy) @@ -83,6 +83,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -101,6 +102,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -344,6 +346,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -362,6 +365,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/bucket_map_join_2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket_map_join_2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucket_map_join_2.q.out (working copy) @@ -118,6 +118,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 1 bucket_field_name key @@ -138,6 +139,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 1 bucket_field_name key Index: ql/src/test/results/clientpositive/sample2.q.out =================================================================== --- ql/src/test/results/clientpositive/sample2.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/sample2.q.out (working copy) @@ -81,6 +81,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -100,6 +101,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value Index: ql/src/test/results/clientpositive/stats16.q.out =================================================================== --- ql/src/test/results/clientpositive/stats16.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats16.q.out (working copy) @@ -75,6 +75,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 500 rawDataSize 5312 Index: ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out =================================================================== --- ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out (working copy) @@ -54,6 +54,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -72,6 +73,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/ppd_union_view.q.out =================================================================== --- ql/src/test/results/clientpositive/ppd_union_view.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/ppd_union_view.q.out (working copy) @@ -251,6 +251,7 @@ partition values: ds 2011-10-13 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,keymap columns.types string:string @@ -291,6 +292,7 @@ partition values: ds 2011-10-13 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns keymap,value columns.types string:string @@ -477,6 +479,7 @@ Fetch Operator limit: -1 + PREHOOK: query: select * from t1 where ds = '2011-10-13' PREHOOK: type: QUERY PREHOOK: Input: default@t1 @@ -768,6 +771,7 @@ partition values: ds 2011-10-15 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/clientpositive/ctas_colname.q.out =================================================================== --- ql/src/test/results/clientpositive/ctas_colname.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/ctas_colname.q.out (working copy) @@ -125,6 +125,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1 rawDataSize 25 @@ -257,6 +258,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 25 rawDataSize 242 @@ -439,6 +441,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 20 rawDataSize 268 @@ -592,6 +595,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 1 rawDataSize 5 @@ -726,6 +730,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 309 rawDataSize 864 @@ -1172,6 +1177,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 5 rawDataSize 5 @@ -1330,6 +1336,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 5 rawDataSize 35 Index: ql/src/test/results/clientpositive/truncate_column.q.out =================================================================== --- ql/src/test/results/clientpositive/truncate_column.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/truncate_column.q.out (working copy) @@ -38,6 +38,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 10 rawDataSize 94 @@ -105,9 +106,10 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 - numRows 10 - rawDataSize 94 + numRows -1 + rawDataSize -1 totalSize 150 #### A masked pattern was here #### @@ -190,9 +192,10 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 - numRows 10 - rawDataSize 94 + numRows -1 + rawDataSize -1 totalSize 75 #### A masked pattern was here #### @@ -265,9 +268,10 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 - numRows 10 - rawDataSize 94 + numRows -1 + rawDataSize -1 totalSize 75 #### A masked pattern was here #### @@ -356,6 +360,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true #### A masked pattern was here #### numFiles 1 numRows 10 @@ -436,10 +441,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true #### A masked pattern was here #### numFiles 1 - numRows 10 - rawDataSize 94 + numRows -1 + rawDataSize -1 totalSize 150 #### A masked pattern was here #### @@ -518,10 +524,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true #### A masked pattern was here #### numFiles 1 - numRows 10 - rawDataSize 94 + numRows -1 + rawDataSize -1 totalSize 75 #### A masked pattern was here #### @@ -620,6 +627,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 10 rawDataSize 94 @@ -710,6 +718,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 10 rawDataSize 94 Index: ql/src/test/results/clientpositive/bucketcontext_5.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketcontext_5.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucketcontext_5.q.out (working copy) @@ -130,6 +130,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -150,6 +151,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -272,6 +274,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -292,6 +295,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key Index: ql/src/test/results/clientpositive/describe_comment_nonascii.q.out =================================================================== --- ql/src/test/results/clientpositive/describe_comment_nonascii.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/describe_comment_nonascii.q.out (working copy) @@ -37,9 +37,9 @@ POSTHOOK: type: DESCTABLE # col_name data_type comment -col1 string 한글_col1 -col2 string 漢字_col2 -col3 string わご_col3 +col1 string ??_col1 +col2 string ??_col2 +col3 string ??_col3 # Detailed Table Information Database: default @@ -49,8 +49,11 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false #### A masked pattern was here #### numFiles 0 + numRows -1 + rawDataSize -1 totalSize 0 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/stats11.q.out =================================================================== --- ql/src/test/results/clientpositive/stats11.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/stats11.q.out (working copy) @@ -84,6 +84,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 1 numRows 0 rawDataSize 0 @@ -128,6 +129,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 2 numRows 0 rawDataSize 0 @@ -172,6 +174,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 3 numRows 0 rawDataSize 0 @@ -216,6 +219,7 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: + COLUMN_STATS_ACCURATE true numFiles 4 numRows 0 rawDataSize 0 @@ -305,6 +309,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -425,6 +430,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -444,6 +450,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -889,6 +896,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -920,6 +928,7 @@ partition values: ds 2008-04-08 properties: + COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -975,6 +984,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1011,6 +1021,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1038,6 +1049,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1056,6 +1068,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1090,6 +1103,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1117,6 +1131,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string @@ -1135,6 +1150,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value1,value2 columns.types string:string:string Index: ql/src/test/results/clientpositive/bucket5.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket5.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/bucket5.q.out (working copy) @@ -102,6 +102,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -120,6 +121,7 @@ input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string @@ -498,6 +500,7 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: + COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE numFiles 2 numRows 0 Index: ql/src/test/results/clientpositive/input23.q.out =================================================================== --- ql/src/test/results/clientpositive/input23.q.out (revision 1539099) +++ ql/src/test/results/clientpositive/input23.q.out (working copy) @@ -64,6 +64,7 @@ ds 2008-04-08 hr 11 properties: + COLUMN_STATS_ACCURATE true bucket_count -1 columns key,value columns.types string:string Index: ql/src/test/results/compiler/plan/join2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join2.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/join2.q.xml (working copy) @@ -276,6 +276,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1106,6 +1110,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1178,6 +1186,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1843,6 +1855,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1975,6 +1991,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -2716,6 +2736,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -2788,6 +2812,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input2.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input2.q.xml (working copy) @@ -1693,6 +1693,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -2847,6 +2851,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -2919,6 +2927,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/join3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join3.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/join3.q.xml (working copy) @@ -265,6 +265,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -397,6 +401,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -529,6 +537,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1634,6 +1646,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1706,6 +1722,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input3.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input3.q.xml (working copy) @@ -2079,6 +2079,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -3528,6 +3532,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -3600,6 +3608,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/join4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join4.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/join4.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -250,6 +254,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1601,6 +1609,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1673,6 +1685,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input4.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input4.q.xml (working copy) @@ -265,6 +265,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1095,6 +1099,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1167,6 +1175,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/join5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join5.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/join5.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -250,6 +254,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1601,6 +1609,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1673,6 +1685,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input5.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input5.q.xml (working copy) @@ -273,6 +273,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1141,6 +1145,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1217,6 +1225,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat Index: ql/src/test/results/compiler/plan/join6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join6.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/join6.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -250,6 +254,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1601,6 +1609,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1673,6 +1685,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input_testxpath2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testxpath2.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input_testxpath2.q.xml (working copy) @@ -126,6 +126,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat @@ -983,6 +987,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1059,6 +1067,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat Index: ql/src/test/results/compiler/plan/input6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input6.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input6.q.xml (working copy) @@ -644,6 +644,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1164,6 +1168,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1236,6 +1244,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/join7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join7.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/join7.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -250,6 +254,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -382,6 +390,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -2355,6 +2367,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -2427,6 +2443,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input7.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input7.q.xml (working copy) @@ -644,6 +644,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1070,6 +1074,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1142,6 +1150,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/join8.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join8.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/join8.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -250,6 +254,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1683,6 +1691,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1755,6 +1767,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input_testsequencefile.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (working copy) @@ -644,6 +644,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1081,6 +1085,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1153,6 +1161,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input8.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input8.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input8.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -742,6 +746,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -814,6 +822,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input9.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input9.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input9.q.xml (working copy) @@ -644,6 +644,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1143,6 +1147,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1215,6 +1223,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/union.q.xml =================================================================== --- ql/src/test/results/compiler/plan/union.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/union.q.xml (working copy) @@ -534,6 +534,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -666,6 +670,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1771,6 +1779,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1843,6 +1855,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/udf1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf1.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/udf1.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -2039,6 +2043,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -2111,6 +2119,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input_testxpath.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testxpath.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input_testxpath.q.xml (working copy) @@ -126,6 +126,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat @@ -885,6 +889,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat @@ -961,6 +969,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat Index: ql/src/test/results/compiler/plan/udf6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf6.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/udf6.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -662,6 +666,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -734,6 +742,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input_part1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_part1.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input_part1.q.xml (working copy) @@ -79,6 +79,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -907,6 +911,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/groupby1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby1.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/groupby1.q.xml (working copy) @@ -265,6 +265,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1081,6 +1085,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1153,6 +1161,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/groupby2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby2.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/groupby2.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1203,6 +1207,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1275,6 +1283,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/udf_case.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf_case.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/udf_case.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -766,6 +770,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -838,6 +846,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/groupby3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby3.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/groupby3.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1418,6 +1422,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1490,6 +1498,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/subq.q.xml =================================================================== --- ql/src/test/results/compiler/plan/subq.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/subq.q.xml (working copy) @@ -534,6 +534,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1065,6 +1069,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1137,6 +1145,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/groupby4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby4.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/groupby4.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -825,6 +829,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -897,6 +905,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/groupby5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby5.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/groupby5.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -931,6 +935,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1003,6 +1011,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/groupby6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby6.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/groupby6.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -825,6 +829,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -897,6 +905,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/case_sensitivity.q.xml =================================================================== --- ql/src/test/results/compiler/plan/case_sensitivity.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/case_sensitivity.q.xml (working copy) @@ -652,6 +652,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1379,6 +1383,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat @@ -1455,6 +1463,10 @@ org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.SequenceFileInputFormat Index: ql/src/test/results/compiler/plan/udf_when.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf_when.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/udf_when.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -846,6 +850,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -918,6 +926,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input20.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input20.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input20.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -939,6 +943,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1011,6 +1019,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/sample1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample1.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/sample1.q.xml (working copy) @@ -79,6 +79,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1006,6 +1010,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/sample2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample2.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/sample2.q.xml (working copy) @@ -652,6 +652,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1281,6 +1285,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1357,6 +1365,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/sample3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample3.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/sample3.q.xml (working copy) @@ -652,6 +652,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1291,6 +1295,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1367,6 +1375,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/sample4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample4.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/sample4.q.xml (working copy) @@ -652,6 +652,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1281,6 +1285,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1357,6 +1365,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/sample5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample5.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/sample5.q.xml (working copy) @@ -652,6 +652,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1278,6 +1282,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1354,6 +1362,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/sample6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample6.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/sample6.q.xml (working copy) @@ -652,6 +652,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1281,6 +1285,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1357,6 +1365,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/sample7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample7.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/sample7.q.xml (working copy) @@ -652,6 +652,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1326,6 +1330,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1402,6 +1410,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/cast1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/cast1.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/cast1.q.xml (working copy) @@ -118,6 +118,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1180,6 +1184,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1252,6 +1260,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/join1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join1.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/join1.q.xml (working copy) @@ -265,6 +265,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -397,6 +401,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1185,6 +1193,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1257,6 +1269,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/results/compiler/plan/input1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input1.q.xml (revision 1539099) +++ ql/src/test/results/compiler/plan/input1.q.xml (working copy) @@ -644,6 +644,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1178,6 +1182,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat @@ -1250,6 +1258,10 @@ org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + COLUMN_STATS_ACCURATE + true + + file.inputformat org.apache.hadoop.mapred.TextInputFormat Index: ql/src/test/queries/clientpositive/stats_invalidation.q =================================================================== --- ql/src/test/queries/clientpositive/stats_invalidation.q (revision 0) +++ ql/src/test/queries/clientpositive/stats_invalidation.q (revision 0) @@ -0,0 +1,15 @@ +set hive.stats.autogather=true; + +CREATE TABLE stats_invalid (key string, value string); + +insert overwrite table stats_invalid +select * from src; + +analyze table stats_invalid compute statistics for columns key,value; + +desc formatted stats_invalid; +alter table stats_invalid add columns (new_col string); + +desc formatted stats_invalid; +drop table stats_invalid; + Index: ql/src/test/queries/clientpositive/stats_only_null.q =================================================================== --- ql/src/test/queries/clientpositive/stats_only_null.q (revision 1539099) +++ ql/src/test/queries/clientpositive/stats_only_null.q (working copy) @@ -9,9 +9,9 @@ LOAD DATA LOCAL INPATH '../../data/files/null.txt' INTO TABLE temps_null; insert overwrite table stats_null select * from temps_null; -insert overwrite table stats_null_part partition(dt='2010') select * from temps_null where d <=5; +insert into table stats_null_part partition(dt='2010') select * from temps_null where d <=5; -insert overwrite table stats_null_part partition(dt='2011') select * from temps_null where d > 5; +insert into table stats_null_part partition(dt='2011') select * from temps_null where d > 5; explain select count(*), count(a), count(b), count(c), count(d) from stats_null; explain @@ -22,6 +22,9 @@ analyze table stats_null_part partition(dt='2010') compute statistics for columns a,b,c,d; analyze table stats_null_part partition(dt='2011') compute statistics for columns a,b,c,d; +describe formatted stats_null_part partition (dt='2010'); +describe formatted stats_null_part partition (dt='2011'); + explain select count(*), count(a), count(b), count(c), count(d) from stats_null; explain Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/StatsOptimizer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/StatsOptimizer.java (revision 1539099) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/StatsOptimizer.java (working copy) @@ -4,6 +4,7 @@ import java.util.LinkedHashMap; import java.util.List; import java.util.Map; +import java.util.Set; import java.util.Stack; import org.apache.commons.logging.Log; @@ -216,13 +217,15 @@ String colName = desc.getColumn(); StatType type = getType(desc.getTypeString()); if(!tbl.isPartitioned()) { - rowCnt = Long.parseLong(tbl.getProperty(StatsSetupConst.ROW_COUNT)); + if (!StatsSetupConst.areStatsUptoDate(tbl.getParameters())) { + Log.debug("Stats for table : " + tbl.getTableName() + " are not upto date."); + return null; + } + rowCnt = Long.parseLong(tbl.getProperty(StatsSetupConst.ROW_COUNT)); if (rowCnt < 1) { Log.debug("Table doesn't have upto date stats " + tbl.getTableName()); return null; } - //TODO: After HIVE-3777 use the property to figure out if following - // stats is fresh or not. ColumnStatisticsData statData = hive.getMSC().getTableColumnStatistics( tbl.getDbName(),tbl.getTableName(),colName). getStatsObjIterator().next().getStatsData(); @@ -236,18 +239,20 @@ } } else { for (Partition part : hive.getAllPartitionsOf(tbl)) { - Long partRowCnt = Long.parseLong(part.getParameters() + if (!StatsSetupConst.areStatsUptoDate(part.getParameters())) { + Log.debug("Stats for part : " + part.getSpec() + " are not upto date."); + return null; + } + Long partRowCnt = Long.parseLong(part.getParameters() .get(StatsSetupConst.ROW_COUNT)); if (partRowCnt < 1) { Log.debug("Partition doesn't have upto date stats " + part.getSpec()); return null; } rowCnt += partRowCnt; - //TODO: After HIVE-3777 use the property to figure out if following - // stats is fresh or not. ColumnStatisticsData statData = hive.getMSC().getPartitionColumnStatistics( - tbl.getDbName(), tbl.getTableName(),part.getName(), colName) - .getStatsObjIterator().next().getStatsData(); + tbl.getDbName(), tbl.getTableName(),part.getName(), colName) + .getStatsObjIterator().next().getStatsData(); Long nullCnt = getNullcountFor(type, statData); if(nullCnt == null) { Log.debug("Unsupported type: " + desc.getTypeString() + " encountered in " + @@ -268,11 +273,13 @@ String colName = colDesc.getColumn(); StatType type = getType(colDesc.getTypeString()); if(!tbl.isPartitioned()) { - //TODO: After HIVE-3777 use the property to figure out if following - // stats is fresh or not. + if (!StatsSetupConst.areStatsUptoDate(tbl.getParameters())) { + Log.debug("Stats for table : " + tbl.getTableName() + " are not upto date."); + return null; + } ColumnStatisticsData statData = hive.getMSC().getTableColumnStatistics( - tbl.getDbName(),tbl.getTableName(),colName). - getStatsObjIterator().next().getStatsData(); + tbl.getDbName(),tbl.getTableName(),colName). + getStatsObjIterator().next().getStatsData(); switch (type) { case Integeral: oneRow.add(statData.getLongStats().getHighValue()); @@ -291,16 +298,17 @@ return null; } } else { - List parts = hive.getMSC().listPartitionNames(tbl.getDbName(), - tbl.getTableName(), (short)-1); + Set parts = hive.getAllPartitionsOf(tbl); switch(type) { case Integeral: { long maxVal = Long.MIN_VALUE; - for (String part : parts) { - //TODO: After HIVE-3777 use the property to figure out if following - // stats is fresh or not. - ColumnStatisticsData statData = hive.getMSC().getPartitionColumnStatistics( - tbl.getDbName(),tbl.getTableName(), part, colName). + for (Partition part : parts) { + if (!StatsSetupConst.areStatsUptoDate(part.getParameters())) { + Log.debug("Stats for part : " + part.getSpec() + " are not upto date."); + return null; + } + ColumnStatisticsData statData = hive.getMSC().getPartitionColumnStatistics( + tbl.getDbName(),tbl.getTableName(), part.getName(), colName). getStatsObjIterator().next().getStatsData(); maxVal = Math.max(maxVal,statData.getLongStats().getHighValue()); } @@ -311,12 +319,14 @@ } case Double: { double maxVal = Double.MIN_VALUE; - for (String part : parts) { - //TODO: After HIVE-3777 use the property to figure out if following - // stats is fresh or not. + for (Partition part : parts) { + if (!StatsSetupConst.areStatsUptoDate(part.getParameters())) { + Log.debug("Stats for part : " + part.getSpec() + " are not upto date."); + return null; + } ColumnStatisticsData statData = hive.getMSC().getPartitionColumnStatistics( - tbl.getDbName(),tbl.getTableName(), part, colName). - getStatsObjIterator().next().getStatsData(); + tbl.getDbName(),tbl.getTableName(), part.getName(), colName). + getStatsObjIterator().next().getStatsData(); maxVal = Math.max(maxVal,statData.getDoubleStats().getHighValue()); } oneRow.add(maxVal); @@ -336,11 +346,13 @@ String colName = colDesc.getColumn(); StatType type = getType(colDesc.getTypeString()); if (!tbl.isPartitioned()) { - //TODO: After HIVE-3777 use the property to figure out if following - // stats is fresh or not. + if (!StatsSetupConst.areStatsUptoDate(tbl.getParameters())) { + Log.debug("Stats for table : " + tbl.getTableName() + " are not upto date."); + return null; + } ColumnStatisticsData statData = hive.getMSC().getTableColumnStatistics( - tbl.getDbName(),tbl.getTableName(),colName). - getStatsObjIterator().next().getStatsData(); + tbl.getDbName(),tbl.getTableName(),colName). + getStatsObjIterator().next().getStatsData(); switch (type) { case Integeral: oneRow.add(statData.getLongStats().getLowValue()); @@ -358,17 +370,18 @@ return null; } } else { - List parts = hive.getMSC().listPartitionNames(tbl.getDbName(), - tbl.getTableName(), (short)-1); + Set parts = hive.getAllPartitionsOf(tbl); switch(type) { case Integeral: { long minVal = Long.MAX_VALUE; - for (String part : parts) { - //TODO: After HIVE-3777 use the property to figure out if following - // stats is fresh or not. + for (Partition part : parts) { + if (!StatsSetupConst.areStatsUptoDate(part.getParameters())) { + Log.debug("Stats for part : " + part.getSpec() + " are not upto date."); + return null; + } ColumnStatisticsData statData = hive.getMSC().getPartitionColumnStatistics( - tbl.getDbName(),tbl.getTableName(), part, colName). - getStatsObjIterator().next().getStatsData(); + tbl.getDbName(),tbl.getTableName(), part.getName(), colName). + getStatsObjIterator().next().getStatsData(); minVal = Math.min(minVal,statData.getLongStats().getLowValue()); } oneRow.add(minVal); @@ -378,12 +391,14 @@ } case Double: { double minVal = Double.MAX_VALUE; - for (String part : parts) { - //TODO: After HIVE-3777 use the property to figure out if following - // stats is fresh or not. + for (Partition part : parts) { + if (!StatsSetupConst.areStatsUptoDate(part.getParameters())) { + Log.debug("Stats for part : " + part.getSpec() + " are not upto date."); + return null; + } ColumnStatisticsData statData = hive.getMSC().getPartitionColumnStatistics( - tbl.getDbName(),tbl.getTableName(), part, colName). - getStatsObjIterator().next().getStatsData(); + tbl.getDbName(),tbl.getTableName(), part.getName(), colName). + getStatsObjIterator().next().getStatsData(); minVal = Math.min(minVal,statData.getDoubleStats().getLowValue()); } oneRow.add(minVal); Index: ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java (revision 1539099) +++ ql/src/java/org/apache/hadoop/hive/ql/metadata/Hive.java (working copy) @@ -1567,8 +1567,8 @@ if (tpartParams == null) { return; } - List statTypes = StatsSetupConst.getSupportedStats(); - for (String statType : statTypes) { + + for (String statType : StatsSetupConst.supportedStats) { tpartParams.remove(statType); } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java (revision 1539099) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/StatsTask.java (working copy) @@ -66,9 +66,6 @@ private Table table; private List> dpPartSpecs; - private static final List collectableStats = StatsSetupConst.getStatsToBeCollected(); - private static final List supportedStats = StatsSetupConst.getSupportedStats(); - public StatsTask() { super(); dpPartSpecs = null; @@ -84,7 +81,7 @@ public Statistics() { stats = new HashMap(); - for (String statType : supportedStats) { + for (String statType : StatsSetupConst.supportedStats) { stats.put(statType, new LongWritable(0L)); } } @@ -108,7 +105,7 @@ @Override public String toString() { - return org.apache.commons.lang.StringUtils.join(supportedStats, ", "); + return org.apache.commons.lang.StringUtils.join(StatsSetupConst.supportedStats, ", "); } } @@ -207,7 +204,7 @@ boolean tableStatsExist = this.existStats(parameters); - for (String statType : supportedStats) { + for (String statType : StatsSetupConst.supportedStats) { if (parameters.containsKey(statType)) { tblStats.setStat(statType, Long.parseLong(parameters.get(statType))); } @@ -226,14 +223,14 @@ // In case of a non-partitioned table, the key for stats temporary store is "rootDir" if (statsAggregator != null) { String aggKey = Utilities.getHashedStatsPrefix(work.getAggKey(), maxPrefixLength); - updateStats(collectableStats, tblStats, statsAggregator, parameters, + updateStats(StatsSetupConst.statsRequireCompute, tblStats, statsAggregator, parameters, aggKey, atomic); statsAggregator.cleanUp(aggKey); } // The collectable stats for the aggregator needs to be cleared. // For eg. if a file is being loaded, the old number of rows are not valid else if (work.isClearAggregatorStats()) { - for (String statType : collectableStats) { + for (String statType : StatsSetupConst.statsRequireCompute) { if (parameters.containsKey(statType)) { tblStats.setStat(statType, 0L); } @@ -242,9 +239,10 @@ // write table stats to metastore parameters = tTable.getParameters(); - for (String statType : collectableStats) { + for (String statType : StatsSetupConst.statsRequireCompute) { parameters.put(statType, Long.toString(tblStats.getStat(statType))); } + parameters.put(StatsSetupConst.STATS_GENERATED_VIA_STATS_TASK, StatsSetupConst.TRUE); tTable.setParameters(parameters); String tableFullName = table.getDbName() + "." + table.getTableName(); @@ -269,7 +267,7 @@ } Map currentValues = new HashMap(); - for (String statType : supportedStats) { + for (String statType : StatsSetupConst.supportedStats) { Long val = parameters.containsKey(statType) ? Long.parseLong(parameters.get(statType)) : 0L; currentValues.put(statType, val); @@ -288,11 +286,11 @@ LOG.info("Stats aggregator : " + partitionID); if (statsAggregator != null) { - updateStats(collectableStats, newPartStats, statsAggregator, + updateStats(StatsSetupConst.statsRequireCompute, newPartStats, statsAggregator, parameters, partitionID, atomic); statsAggregator.cleanUp(partitionID); } else { - for (String statType : collectableStats) { + for (String statType : StatsSetupConst.statsRequireCompute) { // The collectable stats for the aggregator needs to be cleared. // For eg. if a file is being loaded, the old number of rows are not valid if (work.isClearAggregatorStats()) { @@ -320,13 +318,14 @@ // // update the metastore // - for (String statType : supportedStats) { + for (String statType : StatsSetupConst.supportedStats) { long statValue = newPartStats.getStat(statType); if (statValue >= 0) { parameters.put(statType, Long.toString(newPartStats.getStat(statType))); } } + parameters.put(StatsSetupConst.STATS_GENERATED_VIA_STATS_TASK, StatsSetupConst.TRUE); tPart.setParameters(parameters); String tableFullName = table.getDbName() + "." + table.getTableName(); db.alterPartition(tableFullName, new Partition(table, tPart)); @@ -364,7 +363,7 @@ || parameters.containsKey(StatsSetupConst.NUM_PARTITIONS); } - private void updateStats(List statsList, Statistics stats, + private void updateStats(String[] statsList, Statistics stats, StatsAggregator statsAggregator, Map parameters, String aggKey, boolean atomic) throws HiveException {