commit 22572e063d54738ef17f71c4352797feb4b353e7 Author: Andrew Sherman Date: Tue Jun 5 17:22:00 2018 -0700 HIVE-18118: provide supportability support for Erasure Coding Update number of Erasure Coded Files in a directory as part of Basic (aka Quick) Stats This information is then (mostly) available through 'EXPLAIN EXTENDED' and 'DESCRIBE EXTENDED' Extend the MiniHS2 Builder to allow configuring the number of datanodes. Add a jdbc MiniHS2/Spark test that uses Erasure Coding. There are some change to StatsSetupConst to make checkstyle happy. diff --git hbase-handler/src/test/results/positive/external_table_ppd.q.out hbase-handler/src/test/results/positive/external_table_ppd.q.out index aed43cf64d0f3f1f00fc08781986094ad8462087..496c4747d3374d6381d080a502433b5f13e9a42f 100644 --- hbase-handler/src/test/results/positive/external_table_ppd.q.out +++ hbase-handler/src/test/results/positive/external_table_ppd.q.out @@ -60,6 +60,7 @@ Table Parameters: hbase.table.default.storage.type binary hbase.table.name t_hive numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler diff --git hbase-handler/src/test/results/positive/hbase_binary_storage_queries.q.out hbase-handler/src/test/results/positive/hbase_binary_storage_queries.q.out index 172db75438d5cd85844d17b8c760286faa4e156f..1edd96c75be0dfd3ab75904015bac558d0306ef5 100644 --- hbase-handler/src/test/results/positive/hbase_binary_storage_queries.q.out +++ hbase-handler/src/test/results/positive/hbase_binary_storage_queries.q.out @@ -60,6 +60,7 @@ Table Parameters: hbase.table.default.storage.type binary hbase.table.name t_hive numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler @@ -240,6 +241,7 @@ Table Parameters: bucketing_version 2 hbase.table.name t_hive numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler diff --git hbase-handler/src/test/results/positive/hbase_ddl.q.out hbase-handler/src/test/results/positive/hbase_ddl.q.out index 9d16034f0652ec65cd8e82375fce2a194eaaafa5..615f4f6fc7a165b1a0e745d6b1f3a4a6c6ba360d 100644 --- hbase-handler/src/test/results/positive/hbase_ddl.q.out +++ hbase-handler/src/test/results/positive/hbase_ddl.q.out @@ -117,6 +117,7 @@ Table Parameters: hbase.table.name hbase_table_0 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler @@ -163,6 +164,7 @@ Table Parameters: hbase.table.name hbase_table_0 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler diff --git hbase-handler/src/test/results/positive/hbasestats.q.out hbase-handler/src/test/results/positive/hbasestats.q.out index e2061918dcc1c55415360f89aeb01f091e15951c..fcfaca0b3414c3af42e92a3df80846e23800d171 100644 --- hbase-handler/src/test/results/positive/hbasestats.q.out +++ hbase-handler/src/test/results/positive/hbasestats.q.out @@ -40,6 +40,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"country\":\"true\",\"country_id\":\"true\",\"key\":\"true\",\"state\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler @@ -129,6 +130,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler @@ -194,6 +196,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler @@ -251,6 +254,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 2 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler @@ -354,6 +358,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 2 rawDataSize 0 storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler diff --git itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcWithMiniHS2.java itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcWithMiniHS2.java index d7d7097336fc6be4c2f7a35cd6897e0375486e81..7ef2ced7b1f107ba21fbbb646a434018aeb02758 100644 --- itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcWithMiniHS2.java +++ itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcWithMiniHS2.java @@ -1658,7 +1658,7 @@ public void testDescribe() throws Exception { /** * Get Detailed Table Information via jdbc */ - private String getDetailedTableDescription(Statement stmt, String table) throws SQLException { + static String getDetailedTableDescription(Statement stmt, String table) throws SQLException { String extendedDescription = null; try (ResultSet rs = stmt.executeQuery("describe extended " + table)) { while (rs.next()) { diff --git itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcWithMiniHS2ErasureCoding.java itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcWithMiniHS2ErasureCoding.java new file mode 100644 index 0000000000000000000000000000000000000000..b0a0145a4ee705b0a7d8f214d2c87397f731faec --- /dev/null +++ itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestJdbcWithMiniHS2ErasureCoding.java @@ -0,0 +1,215 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hive.jdbc; + +import java.io.IOException; +import java.nio.file.Paths; +import java.sql.Connection; +import java.sql.DriverManager; +import java.sql.ResultSet; +import java.sql.SQLException; +import java.sql.Statement; +import java.util.Collections; + +import org.apache.commons.lang3.StringUtils; +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.conf.HiveConf.ConfVars; +import org.apache.hadoop.hive.shims.HadoopShims; +import org.apache.hadoop.hive.shims.HadoopShims.HdfsErasureCodingShim; +import org.apache.hadoop.hive.shims.HadoopShims.MiniDFSShim; +import org.apache.hadoop.hive.shims.ShimLoader; +import org.apache.hive.jdbc.miniHS2.MiniHS2; +import org.junit.After; +import org.junit.AfterClass; +import org.junit.Before; +import org.junit.BeforeClass; +import org.junit.Test; +import static org.apache.hadoop.hive.ql.QTestUtil.DEFAULT_TEST_EC_POLICY; +import static org.apache.hive.jdbc.TestJdbcWithMiniHS2.getDetailedTableDescription; +import static org.junit.Assert.assertEquals; +import static org.junit.Assert.assertTrue; + +/** + * Run erasure Coding tests with jdbc. + */ +public class TestJdbcWithMiniHS2ErasureCoding { + private static final String DB_NAME = "ecTestDb"; + private static MiniHS2 miniHS2 = null; + private static HiveConf conf; + private Connection hs2Conn = null; + + private static HiveConf createHiveOnSparkConf() { + HiveConf hiveConf = new HiveConf(); + // Tell dfs not to consider load when choosing a datanode as this can cause failure as + // in a test we do not have spare datanode capacity. + hiveConf.setBoolean("dfs.namenode.redundancy.considerLoad", false); + hiveConf.set("hive.execution.engine", "spark"); + hiveConf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer"); + hiveConf.set("spark.master", "local-cluster[2,2,1024]"); + hiveConf.set("hive.spark.client.connect.timeout", "30000ms"); + hiveConf.set("spark.local.dir", + Paths.get(System.getProperty("test.tmp.dir"), "TestJdbcWithMiniHS2ErasureCoding-local-dir") + .toString()); + hiveConf.setBoolVar(ConfVars.HIVE_SUPPORT_CONCURRENCY, false); // avoid ZK errors + return hiveConf; + } + + /** + * Setup a mini HS2 with miniMR. + */ + @BeforeClass + public static void beforeTest() throws Exception { + Class.forName(MiniHS2.getJdbcDriverName()); + conf = createHiveOnSparkConf(); + DriverManager.setLoginTimeout(0); + miniHS2 = new MiniHS2.Builder() + .withConf(conf) + .withMiniMR() + .withDataNodes(5) // sufficient for RS-3-2-1024k + .build(); + miniHS2.start(Collections.emptyMap()); + createDb(); + MiniDFSShim dfs = miniHS2.getDfs(); + addErasurePolicy(dfs, "hdfs:///", DEFAULT_TEST_EC_POLICY); + } + + /** + * Shutdown the mini HS2. + */ + @AfterClass + public static void afterTest() { + if (miniHS2 != null && miniHS2.isStarted()) { + miniHS2.stop(); + } + } + + /** + * Setup a connection to the test database before each test. + */ + @Before + public void setUp() throws Exception { + hs2Conn = DriverManager.getConnection(miniHS2.getJdbcURL(DB_NAME), + System.getProperty("user.name"), "bar"); + } + + /** + * Close connection after each test. + */ + @After + public void tearDown() throws Exception { + if (hs2Conn != null) { + hs2Conn.close(); + } + } + + /** + * Create a database. + */ + private static void createDb() throws Exception { + try (Connection conn = DriverManager.getConnection(miniHS2.getJdbcURL(), + System.getProperty("user.name"), "bar"); + Statement stmt2 = conn.createStatement()) { + stmt2.execute("DROP DATABASE IF EXISTS " + DB_NAME + " CASCADE"); + stmt2.execute("CREATE DATABASE " + DB_NAME); + } + } + + /** + * Test EXPLAIN on fs with Erasure Coding. + */ + @Test + public void testExplainErasureCoding() throws Exception { + try (Statement stmt = hs2Conn.createStatement()) { + String tableName = "pTableEc"; + stmt.execute( + " CREATE TABLE " + tableName + " (userid VARCHAR(64), link STRING, source STRING) " + + "PARTITIONED BY (datestamp STRING, i int) " + + "CLUSTERED BY (userid) INTO 4 BUCKETS STORED AS PARQUET"); + // insert data to create 2 partitions + stmt.execute("INSERT INTO TABLE " + tableName + + " PARTITION (datestamp = '2014-09-23', i = 1)(userid,link) VALUES ('jsmith', 'mail.com')"); + stmt.execute("INSERT INTO TABLE " + tableName + + " PARTITION (datestamp = '2014-09-24', i = 2)(userid,link) VALUES ('mac', 'superchunk.com')"); + String explain = getExtendedExplain(stmt, "select userid from " + tableName); + assertMatchAndCount(explain, " numFiles 4", 2); + assertMatchAndCount(explain, " numFilesErasureCoded 4", 2); + } + } + + /** + * Test DESCRIBE on fs with Erasure Coding. + */ + @Test + public void testDescribeErasureCoding() throws Exception { + try (Statement stmt = hs2Conn.createStatement()) { + String table = "pageviews"; + stmt.execute(" CREATE TABLE " + table + " (userid VARCHAR(64), link STRING, source STRING) " + + "PARTITIONED BY (datestamp STRING, i int) CLUSTERED BY (userid) INTO 4 BUCKETS STORED AS PARQUET"); + stmt.execute("INSERT INTO TABLE " + table + " PARTITION (datestamp = '2014-09-23', i = 1)" + + "(userid,link) VALUES ('jsmith', 'mail.com')"); + stmt.execute("INSERT INTO TABLE " + table + " PARTITION (datestamp = '2014-09-24', i = 1)" + + "(userid,link) VALUES ('dpatel', 'gmail.com')"); + String description = getDetailedTableDescription(stmt, table); + assertMatchAndCount(description, "numFiles=8", 1); + assertMatchAndCount(description, "numFilesErasureCoded=8", 1); + assertMatchAndCount(description, "numPartitions=2", 1); + } + } + + /** + * Add a Erasure Coding Policy to a Path. + */ + private static void addErasurePolicy(MiniDFSShim dfs, String pathString, String policyName) throws IOException { + HadoopShims hadoopShims = ShimLoader.getHadoopShims(); + HdfsErasureCodingShim erasureCodingShim = hadoopShims.createHdfsErasureCodingShim(dfs.getFileSystem(), conf); + erasureCodingShim.enableErasureCodingPolicy(policyName); + Path fsRoot = new Path(pathString); + erasureCodingShim.setErasureCodingPolicy(fsRoot, policyName); + HadoopShims.HdfsFileErasureCodingPolicy erasureCodingPolicy = + erasureCodingShim.getErasureCodingPolicy(fsRoot); + assertEquals(policyName, erasureCodingPolicy.getName()); + } + + /** + * Get Extended Explain output via jdbc. + */ + private static String getExtendedExplain(Statement stmt, String query) throws SQLException { + StringBuilder sb = new StringBuilder(2048); + try (ResultSet rs = stmt.executeQuery("explain extended " + query)) { + while (rs.next()) { + sb.append(rs.getString(1)).append('\n'); + } + } + return sb.toString(); + } + + /** + * Check that the expected string occurs correctly in the output string. + * @param output string to probe + * @param expectedString string to find in output + * @param expectedCount the expected number of occurrences of the expected string + */ + private void assertMatchAndCount(String output, String expectedString, int expectedCount) { + assertTrue("Did not find expected '" + expectedString + "' in text " + + output, output.contains(expectedString)); + assertEquals("wrong count of matches of '" + expectedString + "' in text " + + output, expectedCount, StringUtils.countMatches(output, expectedString)); + } +} diff --git itests/src/test/resources/testconfiguration.properties itests/src/test/resources/testconfiguration.properties index 463fda1913f6d5b928fcee038f19e124b0239e96..6ef542963247df6977b378c577ff27ae10b085c2 100644 --- itests/src/test/resources/testconfiguration.properties +++ itests/src/test/resources/testconfiguration.properties @@ -1688,4 +1688,5 @@ druid.kafka.query.files=druidkafkamini_basic.q erasurecoding.shared.query.files=erasure_commands.q # tests to be run only by TestErasureCodingHDFSCliDriver -erasurecoding.only.query.files=erasure_simple.q +erasurecoding.only.query.files=erasure_simple.q,\ + erasure_explain.q diff --git itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java index 2365fb76bd08f3a310e81ac3a19ca64971aeec8e..159a7a7a86502ff711ea0ee2e24aedd11a85c93d 100644 --- itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java +++ itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java @@ -153,9 +153,9 @@ public static final String TEST_HIVE_USER_PROPERTY = "test.hive.user"; /** - * The Erasure Coding Policy to use in TestErasureCodingHDFSCliDriver. + * The default Erasure Coding Policy to use in Erasure Coding tests. */ - private static final String DEFAULT_TEST_EC_POLICY = "RS-3-2-1024k"; + public static final String DEFAULT_TEST_EC_POLICY = "RS-3-2-1024k"; private String testWarehouse; private final String testFiles; diff --git itests/util/src/main/java/org/apache/hive/jdbc/miniHS2/MiniHS2.java itests/util/src/main/java/org/apache/hive/jdbc/miniHS2/MiniHS2.java index 1700c08d3f37285de43b5d4fe5c77ef55c170235..a78dd739b13482a8bb0bdd779ca06f70990972cf 100644 --- itests/util/src/main/java/org/apache/hive/jdbc/miniHS2/MiniHS2.java +++ itests/util/src/main/java/org/apache/hive/jdbc/miniHS2/MiniHS2.java @@ -66,6 +66,7 @@ private static final FsPermission FULL_PERM = new FsPermission((short)00777); private static final FsPermission WRITE_ALL_PERM = new FsPermission((short)00733); private static final String tmpDir = System.getProperty("test.tmp.dir"); + private static final int DEFAULT_DATANODE_COUNT = 4; private HiveServer2 hiveServer2 = null; private final File baseDir; private final Path baseFsDir; @@ -104,6 +105,7 @@ private boolean isMetastoreSecure; private String metastoreServerPrincipal; private String metastoreServerKeyTab; + private int dataNodes = DEFAULT_DATANODE_COUNT; // default number of datanodes for miniHS2 public Builder() { } @@ -162,6 +164,16 @@ public Builder cleanupLocalDirOnStartup(boolean val) { return this; } + /** + * Set the number of datanodes to be used by HS2. + * @param count the number of datanodes + * @return this Builder + */ + public Builder withDataNodes(int count) { + this.dataNodes = count; + return this; + } + public MiniHS2 build() throws Exception { if (miniClusterType == MiniClusterType.MR && useMiniKdc) { throw new IOException("Can't create secure miniMr ... yet"); @@ -173,7 +185,7 @@ public MiniHS2 build() throws Exception { } return new MiniHS2(hiveConf, miniClusterType, useMiniKdc, serverPrincipal, serverKeytab, isMetastoreRemote, usePortsFromConf, authType, isHA, cleanupLocalDirOnStartup, - isMetastoreSecure, metastoreServerPrincipal, metastoreServerKeyTab); + isMetastoreSecure, metastoreServerPrincipal, metastoreServerKeyTab, dataNodes); } } @@ -212,9 +224,8 @@ public boolean isUseMiniKdc() { private MiniHS2(HiveConf hiveConf, MiniClusterType miniClusterType, boolean useMiniKdc, String serverPrincipal, String serverKeytab, boolean isMetastoreRemote, boolean usePortsFromConf, String authType, boolean isHA, boolean cleanupLocalDirOnStartup, - boolean isMetastoreSecure, - String metastoreServerPrincipal, - String metastoreKeyTab) throws Exception { + boolean isMetastoreSecure, String metastoreServerPrincipal, String metastoreKeyTab, + int dataNodes) throws Exception { // Always use localhost for hostname as some tests like SSL CN validation ones // are tied to localhost being present in the certificate name super( @@ -242,7 +253,7 @@ private MiniHS2(HiveConf hiveConf, MiniClusterType miniClusterType, boolean useM if (miniClusterType != MiniClusterType.LOCALFS_ONLY) { // Initialize dfs - dfs = ShimLoader.getHadoopShims().getMiniDfs(hiveConf, 4, true, null, isHA); + dfs = ShimLoader.getHadoopShims().getMiniDfs(hiveConf, dataNodes, true, null, isHA); fs = dfs.getFileSystem(); String uriString = fs.getUri().toString(); @@ -334,7 +345,7 @@ public MiniHS2(HiveConf hiveConf, MiniClusterType clusterType, boolean usePortsF throws Exception { this(hiveConf, clusterType, false, null, null, false, usePortsFromConf, "KERBEROS", false, true, - false, null, null); + false, null, null, DEFAULT_DATANODE_COUNT); } public void start(Map confOverlay) throws Exception { diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java index e06949928d179cfd9a4dcb7176203b885aaaa509..29bfc5aed6ac5a28b2086a17a486493db1f89206 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java @@ -60,16 +60,12 @@ import org.apache.commons.lang.StringUtils; import org.apache.hadoop.fs.FSDataOutputStream; -import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.FsShell; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.common.FileUtils; -import org.apache.hadoop.hive.common.JavaUtils; import org.apache.hadoop.hive.common.StatsSetupConst; -import org.apache.hadoop.hive.common.ValidTxnList; import org.apache.hadoop.hive.common.ValidTxnWriteIdList; -import org.apache.hadoop.hive.common.ValidWriteIdList; import org.apache.hadoop.hive.common.type.HiveDecimal; import org.apache.hadoop.hive.conf.Constants; import org.apache.hadoop.hive.conf.HiveConf; @@ -293,39 +289,7 @@ import org.slf4j.LoggerFactory; import org.stringtemplate.v4.ST; -import java.io.BufferedWriter; -import java.io.DataOutputStream; -import java.io.FileNotFoundException; -import java.io.IOException; -import java.io.OutputStreamWriter; -import java.io.Serializable; -import java.io.Writer; -import java.net.URI; -import java.net.URISyntaxException; -import java.nio.charset.StandardCharsets; -import java.sql.SQLException; -import java.util.AbstractList; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.Collections; -import java.util.Comparator; -import java.util.HashMap; -import java.util.HashSet; -import java.util.Iterator; -import java.util.LinkedHashMap; -import java.util.List; -import java.util.Map; -import java.util.Map.Entry; -import java.util.Set; -import java.util.SortedSet; -import java.util.TreeMap; -import java.util.TreeSet; -import java.util.concurrent.ExecutionException; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - import static org.apache.commons.lang.StringUtils.join; -import static org.apache.hadoop.hive.metastore.api.hive_metastoreConstants.META_TABLE_STORAGE; /** * DDLTask implementation. @@ -2713,7 +2677,7 @@ else if (sortCol.getOrder() == BaseSemanticAnalyzer.HIVE_COLUMN_ORDER_DESC) { String tbl_location = " '" + HiveStringUtils.escapeHiveCommand(sd.getLocation()) + "'"; // Table properties - duplicateProps.addAll(Arrays.asList(StatsSetupConst.TABLE_PARAMS_STATS_KEYS)); + duplicateProps.addAll(StatsSetupConst.TABLE_PARAMS_STATS_KEYS); String tbl_properties = propertiesToString(tbl.getParameters(), duplicateProps); createTab_stmt.add(TEMPORARY, tbl_temp); @@ -3679,7 +3643,7 @@ private int describeTable(Hive db, DescTableDesc descTbl) throws HiveException, Map tblProps = tbl.getParameters() == null ? new HashMap() : tbl.getParameters(); Map valueMap = new HashMap<>(); Map stateMap = new HashMap<>(); - for (String stat : StatsSetupConst.supportedStats) { + for (String stat : StatsSetupConst.SUPPORTED_STATS) { valueMap.put(stat, 0L); stateMap.put(stat, true); } @@ -3688,7 +3652,7 @@ private int describeTable(Hive db, DescTableDesc descTbl) throws HiveException, for (Partition partition : parts) { Map props = partition.getParameters(); Boolean state = StatsSetupConst.areBasicStatsUptoDate(props); - for (String stat : StatsSetupConst.supportedStats) { + for (String stat : StatsSetupConst.SUPPORTED_STATS) { stateMap.put(stat, stateMap.get(stat) && state); if (props != null && props.get(stat) != null) { valueMap.put(stat, valueMap.get(stat) + Long.parseLong(props.get(stat))); @@ -3696,7 +3660,7 @@ private int describeTable(Hive db, DescTableDesc descTbl) throws HiveException, } numParts++; } - for (String stat : StatsSetupConst.supportedStats) { + for (String stat : StatsSetupConst.SUPPORTED_STATS) { StatsSetupConst.setBasicStatsState(tblProps, Boolean.toString(stateMap.get(stat))); tblProps.put(stat, valueMap.get(stat).toString()); } diff --git ql/src/java/org/apache/hadoop/hive/ql/metadata/SessionHiveMetaStoreClient.java ql/src/java/org/apache/hadoop/hive/ql/metadata/SessionHiveMetaStoreClient.java index 209fdfb287cabc5bb7cab2117d771f7907deb2b9..f9245a1388aecb25e22ded4f74951c83e24c0bbb 100644 --- ql/src/java/org/apache/hadoop/hive/ql/metadata/SessionHiveMetaStoreClient.java +++ ql/src/java/org/apache/hadoop/hive/ql/metadata/SessionHiveMetaStoreClient.java @@ -588,7 +588,7 @@ private boolean needToUpdateStats(Map props, EnvironmentContext e return false; } boolean statsPresent = false; - for (String stat : StatsSetupConst.supportedStats) { + for (String stat : StatsSetupConst.SUPPORTED_STATS) { String statVal = props.get(stat); if (statVal != null && Long.parseLong(statVal) > 0) { statsPresent = true; diff --git ql/src/java/org/apache/hadoop/hive/ql/stats/BasicStatsNoJobTask.java ql/src/java/org/apache/hadoop/hive/ql/stats/BasicStatsNoJobTask.java index d4d46a3671efdaaed32f63b7262b963cce00b94e..3128ee8200bf5383118dd05a5fa1d16224bbe4d0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/stats/BasicStatsNoJobTask.java +++ ql/src/java/org/apache/hadoop/hive/ql/stats/BasicStatsNoJobTask.java @@ -163,6 +163,7 @@ public void run() { long rawDataSize = 0; long fileSize = 0; long numFiles = 0; + long numErasureCodedFiles = 0; // Note: this code would be invalid for transactional tables of any kind. Utilities.FILE_OP_LOGGER.debug("Aggregating stats for {}", dir); List fileList = null; @@ -190,6 +191,9 @@ public void run() { numRows += statsRR.getStats().getRowCount(); fileSize += file.getLen(); numFiles += 1; + if (file.isErasureCoded()) { + numErasureCodedFiles++; + } } else { throw new HiveException(String.format("Unexpected file found during reading footers for: %s ", file)); } @@ -206,6 +210,7 @@ public void run() { parameters.put(StatsSetupConst.RAW_DATA_SIZE, String.valueOf(rawDataSize)); parameters.put(StatsSetupConst.TOTAL_SIZE, String.valueOf(fileSize)); parameters.put(StatsSetupConst.NUM_FILES, String.valueOf(numFiles)); + parameters.put(StatsSetupConst.NUM_ERASURE_CODED_FILES, String.valueOf(numErasureCodedFiles)); if (partish.getPartition() != null) { result = new Partition(partish.getTable(), partish.getPartition().getTPartition()); @@ -224,7 +229,7 @@ public void run() { private String toString(Map parameters) { StringBuilder builder = new StringBuilder(); - for (String statType : StatsSetupConst.supportedStats) { + for (String statType : StatsSetupConst.SUPPORTED_STATS) { String value = parameters.get(statType); if (value != null) { if (builder.length() > 0) { diff --git ql/src/java/org/apache/hadoop/hive/ql/stats/BasicStatsTask.java ql/src/java/org/apache/hadoop/hive/ql/stats/BasicStatsTask.java index 8c238871765b0d5312a459a0e7f68c81f3837c13..7f7778d4e50034d50fe122894cabf28cf55ec952 100644 --- ql/src/java/org/apache/hadoop/hive/ql/stats/BasicStatsTask.java +++ ql/src/java/org/apache/hadoop/hive/ql/stats/BasicStatsTask.java @@ -207,7 +207,7 @@ private String getAggregationPrefix0(Table table, Partition partition) throws Me private void updateStats(StatsAggregator statsAggregator, Map parameters, String aggKey, boolean isFullAcid) throws HiveException { - for (String statType : StatsSetupConst.statsRequireCompute) { + for (String statType : StatsSetupConst.STATS_REQUIRE_COMPUTE) { if (isFullAcid && !work.isTargetRewritten()) { // Don't bother with aggregation in this case, it will probably be invalid. parameters.remove(statType); @@ -417,7 +417,7 @@ private StatsCollectionContext getContext() throws HiveException { private String toString(Map parameters) { StringBuilder builder = new StringBuilder(); - for (String statType : StatsSetupConst.supportedStats) { + for (String statType : StatsSetupConst.SUPPORTED_STATS) { String value = parameters.get(statType); if (value != null) { if (builder.length() > 0) { diff --git ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/CompactorMR.java ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/CompactorMR.java index 982b18076180ba300094f30a7f87f025f993b265..39ba374e2def0c6b70f760f3145a6202d56f2a3e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/CompactorMR.java +++ ql/src/java/org/apache/hadoop/hive/ql/txn/compactor/CompactorMR.java @@ -21,8 +21,6 @@ import java.lang.reflect.Modifier; import java.util.HashSet; -import com.google.common.collect.Lists; - import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; @@ -478,7 +476,7 @@ private String buildMmCompactionCtQuery( HiveStringUtils.escapeHiveCommand(location)).append("' TBLPROPERTIES ("); // Exclude all standard table properties. Set excludes = getHiveMetastoreConstants(); - excludes.addAll(Lists.newArrayList(StatsSetupConst.TABLE_PARAMS_STATS_KEYS)); + excludes.addAll(StatsSetupConst.TABLE_PARAMS_STATS_KEYS); isFirst = true; for (Map.Entry e : t.getParameters().entrySet()) { if (e.getValue() == null) continue; diff --git ql/src/test/queries/clientpositive/erasure_explain.q ql/src/test/queries/clientpositive/erasure_explain.q new file mode 100644 index 0000000000000000000000000000000000000000..88a89c7bb16a62b871345ed5aa77b4278351edde --- /dev/null +++ ql/src/test/queries/clientpositive/erasure_explain.q @@ -0,0 +1,12 @@ +--! qt:dataset:src +--! qt:dataset:srcpart +-- Test explain diagnostics with Erasure Coding + +ERASURE echo listPolicies originally was; +ERASURE listPolicies; + +explain extended select key, value from srcpart; + +explain extended select key, value from src; + + diff --git ql/src/test/queries/clientpositive/erasure_simple.q ql/src/test/queries/clientpositive/erasure_simple.q index c08409c17787417b986d90a43104f5ddd456e600..cc886c2d300f7306f70c23df866e236e0818a7f0 100644 --- ql/src/test/queries/clientpositive/erasure_simple.q +++ ql/src/test/queries/clientpositive/erasure_simple.q @@ -5,6 +5,7 @@ ERASURE echo listPolicies originally was; ERASURE listPolicies; ERASURE enablePolicy --policy RS-10-4-1024k; +ERASURE enablePolicy --policy XOR-2-1-1024k; ERASURE echo listPolicies after enablePolicy; ERASURE listPolicies; @@ -25,8 +26,20 @@ ERASURE getPolicy --path hdfs:///tmp/erasure_coding1; create table erasure_table (a int) location 'hdfs:///tmp/erasure_coding1/location1'; +-- insert some data with the default policy (RS-3-2-1024k) from the fs root insert into erasure_table values(4); + +-- set a new policy on the directory and insert some data +ERASURE setPolicy --path hdfs:///tmp/erasure_coding1 --policy XOR-2-1-1024k; +insert into erasure_table values(5); + +ERASURE echo policy on older file is; +ERASURE getPolicy --path hdfs:///tmp/erasure_coding1/location1/000000_0; +ERASURE echo policy on newer file is; +ERASURE getPolicy --path hdfs:///tmp/erasure_coding1/location1/000000_0_copy_1; + +-- show that data is present select * from erasure_table; drop table if exists erasure_table2; diff --git ql/src/test/results/clientnegative/alter_file_format.q.out ql/src/test/results/clientnegative/alter_file_format.q.out index 3033cbeb41374799b6a015bf06c4b31ca09d569b..bcb7c087d850ed422983052fdb6de9eaf6ad5b31 100644 --- ql/src/test/results/clientnegative/alter_file_format.q.out +++ ql/src/test/results/clientnegative/alter_file_format.q.out @@ -26,6 +26,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientnegative/alter_view_as_select_with_partition.q.out ql/src/test/results/clientnegative/alter_view_as_select_with_partition.q.out index 90c3d024e8b99021534f35b5f1c5f91328c3ee11..831f2b552baea698c9cad2b2225d660a9ac5d95a 100644 --- ql/src/test/results/clientnegative/alter_view_as_select_with_partition.q.out +++ ql/src/test/results/clientnegative/alter_view_as_select_with_partition.q.out @@ -53,6 +53,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/acid_table_stats.q.out ql/src/test/results/clientpositive/acid_table_stats.q.out index b266794b0d252cf2376f9aee590964486567bc87..dd696867ce256ba3c76256f41406c300977f84f1 100644 --- ql/src/test/results/clientpositive/acid_table_stats.q.out +++ ql/src/test/results/clientpositive/acid_table_stats.q.out @@ -34,6 +34,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -94,6 +95,7 @@ Table: acid #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 totalSize 4064 #### A masked pattern was here #### @@ -208,6 +210,7 @@ Table: acid Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 208000 totalSize 4064 @@ -259,6 +262,7 @@ Table: acid Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 208000 totalSize 4064 @@ -385,6 +389,7 @@ Table: acid #### A masked pattern was here #### Partition Parameters: numFiles 4 + numFilesErasureCoded 0 totalSize 8119 #### A masked pattern was here #### @@ -430,6 +435,7 @@ Table: acid Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 2000 rawDataSize 416000 totalSize 8119 @@ -606,6 +612,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -665,6 +672,7 @@ Table: acid Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 176000 totalSize 3008 diff --git ql/src/test/results/clientpositive/alterColumnStats.q.out ql/src/test/results/clientpositive/alterColumnStats.q.out index eb8934be7662a24930cf6c3525b0c24c78e82eb5..9de2e15b15cdae5c1edc3e12c71e4217cfa3ee2c 100644 --- ql/src/test/results/clientpositive/alterColumnStats.q.out +++ ql/src/test/results/clientpositive/alterColumnStats.q.out @@ -31,6 +31,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -78,6 +79,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -123,6 +125,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 diff --git ql/src/test/results/clientpositive/alterColumnStatsPart.q.out ql/src/test/results/clientpositive/alterColumnStatsPart.q.out index d5975e1a099f5835800afdb35939fb91a10971d0..24e7c47b7a248eb5c90e6217ecd2f1ad78dde9b1 100644 --- ql/src/test/results/clientpositive/alterColumnStatsPart.q.out +++ ql/src/test/results/clientpositive/alterColumnStatsPart.q.out @@ -34,6 +34,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -90,6 +91,7 @@ Table: p Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 3 totalSize 4 @@ -224,6 +226,7 @@ Table: p Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 3 totalSize 4 @@ -317,6 +320,7 @@ Table: p Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -466,6 +470,7 @@ Table: p Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/alter_file_format.q.out ql/src/test/results/clientpositive/alter_file_format.q.out index 7623e70416399827f939dea9d6b8c1c3ddb83d87..a8bb274c54c8590997ba4fd2bdfbef4a4b6ea397 100644 --- ql/src/test/results/clientpositive/alter_file_format.q.out +++ ql/src/test/results/clientpositive/alter_file_format.q.out @@ -26,6 +26,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -70,6 +71,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -114,6 +116,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -158,6 +161,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -202,6 +206,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -246,6 +251,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -290,6 +296,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -346,6 +353,7 @@ Table: alter_partition_format_test_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -393,6 +401,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -440,6 +449,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -487,6 +497,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -534,6 +545,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -581,6 +593,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table2_h23.q.out ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table2_h23.q.out index e6de7843992ffdce9dab951dcc22acbd89bc831c..76c7e9c870a132c0a55e4d62a120d8a9aac4937a 100644 --- ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table2_h23.q.out +++ ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table2_h23.q.out @@ -30,6 +30,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -78,6 +79,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -126,6 +128,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -174,6 +177,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 8 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -222,6 +226,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 8 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -270,6 +275,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 8 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -318,6 +324,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 8 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -366,6 +373,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 8 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -414,6 +422,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 8 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -462,6 +471,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -510,6 +520,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 4 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -558,6 +569,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -606,6 +618,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 4 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -654,6 +667,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -702,6 +716,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 4 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -750,6 +765,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -798,6 +814,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 4 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -846,6 +863,7 @@ Table: tst1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table_h23.q.out ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table_h23.q.out index c59a5fc939dae7e69182a7ce3f7150c9f4934756..2d027161c390b649e64988d3950459d6510b5229 100644 --- ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table_h23.q.out +++ ql/src/test/results/clientpositive/alter_numbuckets_partitioned_table_h23.q.out @@ -39,6 +39,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -87,6 +88,7 @@ Table: tst1_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 8 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -142,6 +144,7 @@ Table: tst1_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 12 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -182,6 +185,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 12 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -230,6 +234,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 12 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -268,6 +273,7 @@ Table: tst1_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 12 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -316,6 +322,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 12 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -355,6 +362,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 12 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -403,6 +411,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 12 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -452,6 +461,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 12 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -501,6 +511,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 12 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -550,6 +561,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 12 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 diff --git ql/src/test/results/clientpositive/alter_partition_clusterby_sortby.q.out ql/src/test/results/clientpositive/alter_partition_clusterby_sortby.q.out index 96f6c2ad4b7f29ee552b1c5d6d95be3bef2c2e81..aa3c7e302adf91c54e885373cfaa48f5db046220 100644 --- ql/src/test/results/clientpositive/alter_partition_clusterby_sortby.q.out +++ ql/src/test/results/clientpositive/alter_partition_clusterby_sortby.q.out @@ -45,6 +45,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -92,6 +93,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -139,6 +141,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -179,6 +182,7 @@ Table Parameters: SORTBUCKETCOLSPREFIX TRUE bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 1 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/alter_rename_table.q.out ql/src/test/results/clientpositive/alter_rename_table.q.out index f16b95b2cadb06513c7c87a6a07d81e5c7d3b5e6..fb41e9e4feb9d68c6f8e40e8d1f07fe5b7185ced 100644 --- ql/src/test/results/clientpositive/alter_rename_table.q.out +++ ql/src/test/results/clientpositive/alter_rename_table.q.out @@ -316,6 +316,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/alter_skewed_table.q.out ql/src/test/results/clientpositive/alter_skewed_table.q.out index e6a53a97ffc3ac18b2ac927e5df57c28ca01a979..0f7169cbce9445c6f343568284bf05577905552f 100644 --- ql/src/test/results/clientpositive/alter_skewed_table.q.out +++ ql/src/test/results/clientpositive/alter_skewed_table.q.out @@ -26,6 +26,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -70,6 +71,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -129,6 +131,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -173,6 +176,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -226,6 +230,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -272,6 +277,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/alter_table_add_partition.q.out ql/src/test/results/clientpositive/alter_table_add_partition.q.out index 949588f5c68b494cd7bf305398b79091ab846065..e4483446c7094347ffaa26548828999abfe22e3c 100644 --- ql/src/test/results/clientpositive/alter_table_add_partition.q.out +++ ql/src/test/results/clientpositive/alter_table_add_partition.q.out @@ -29,6 +29,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -75,6 +76,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 1 numRows 0 rawDataSize 0 @@ -112,6 +114,7 @@ Table: mp Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -159,6 +162,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 1 rawDataSize 1 @@ -196,6 +200,7 @@ Table: mp Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 1 totalSize 2 diff --git ql/src/test/results/clientpositive/alter_table_column_stats.q.out ql/src/test/results/clientpositive/alter_table_column_stats.q.out index f8c91d3e1421314ab456c01316373e6ba6e4b5d7..8ed077eabcc801d116fc4f1807080c92eee99af7 100644 --- ql/src/test/results/clientpositive/alter_table_column_stats.q.out +++ ql/src/test/results/clientpositive/alter_table_column_stats.q.out @@ -104,6 +104,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -207,6 +208,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -309,6 +311,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -411,6 +414,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -514,6 +518,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -629,6 +634,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -668,6 +674,7 @@ Table: testpart0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -760,6 +767,7 @@ Table: testpart0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -864,6 +872,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -903,6 +912,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -995,6 +1005,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -1100,6 +1111,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -1139,6 +1151,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -1231,6 +1244,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -1338,6 +1352,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -1377,6 +1392,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -1459,6 +1475,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -1556,6 +1573,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -1595,6 +1613,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col2\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -1667,6 +1686,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col2\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -1751,6 +1771,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -1985,6 +2006,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -2088,6 +2110,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -2190,6 +2213,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -2292,6 +2316,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -2395,6 +2420,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -2510,6 +2536,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -2549,6 +2576,7 @@ Table: testpart0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -2641,6 +2669,7 @@ Table: testpart0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -2745,6 +2774,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -2784,6 +2814,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -2876,6 +2907,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -2981,6 +3013,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -3020,6 +3053,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -3112,6 +3146,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -3219,6 +3254,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -3258,6 +3294,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -3340,6 +3377,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -3437,6 +3475,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 @@ -3476,6 +3515,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col2\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 154 totalSize 164 @@ -3548,6 +3588,7 @@ Table: testpart1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col2\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 312 totalSize 332 @@ -3632,6 +3673,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 30 rawDataSize 466 diff --git ql/src/test/results/clientpositive/alter_table_not_sorted.q.out ql/src/test/results/clientpositive/alter_table_not_sorted.q.out index 7e04d44e99d3f4673b14ccdddecca03bcabd7ee8..fe6aeae29950934de30ef6e578d600d1feccc0a7 100644 --- ql/src/test/results/clientpositive/alter_table_not_sorted.q.out +++ ql/src/test/results/clientpositive/alter_table_not_sorted.q.out @@ -27,6 +27,7 @@ Table Parameters: SORTBUCKETCOLSPREFIX TRUE bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -72,6 +73,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/alter_table_serde2.q.out ql/src/test/results/clientpositive/alter_table_serde2.q.out index c328004cc4dac73434863a66e9e8e47cc9dfcdc1..a358e5f628b5a3056ded420243d83171d57bd68f 100644 --- ql/src/test/results/clientpositive/alter_table_serde2.q.out +++ ql/src/test/results/clientpositive/alter_table_serde2.q.out @@ -30,6 +30,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -78,6 +79,7 @@ Table: tst1_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -126,6 +128,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 500 rawDataSize 5312 @@ -175,6 +178,7 @@ Table: tst1_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/alter_table_stats_status.q.out ql/src/test/results/clientpositive/alter_table_stats_status.q.out index efa2834e0d6dbd77181473c214b77d09fcc1fe69..57c91480648eec405d45c5c4ed8966f76c993300 100644 --- ql/src/test/results/clientpositive/alter_table_stats_status.q.out +++ ql/src/test/results/clientpositive/alter_table_stats_status.q.out @@ -53,6 +53,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -130,6 +131,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 testtblstats unchange @@ -174,6 +176,7 @@ Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 5312 testtblstats unchange @@ -219,6 +222,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 testtblstats unchange @@ -265,6 +269,7 @@ Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 testtblstats unchange @@ -350,6 +355,7 @@ Table: srcpart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -434,6 +440,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -482,6 +489,7 @@ Table: srcpart_n0 Partition Parameters: #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 5312 totalSize 5812 @@ -534,6 +542,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/analyze_tbl_date.q.out ql/src/test/results/clientpositive/analyze_tbl_date.q.out index c2294ab6a6119b8324af96fdd332c63537f83e03..9857e1c2dd5ec28e62a99f833d839dba4f9218f7 100644 --- ql/src/test/results/clientpositive/analyze_tbl_date.q.out +++ ql/src/test/results/clientpositive/analyze_tbl_date.q.out @@ -44,6 +44,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"d\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 6 totalSize 9 diff --git ql/src/test/results/clientpositive/autoColumnStats_1.q.out ql/src/test/results/clientpositive/autoColumnStats_1.q.out index 2cf8717a7a21a96a98fd79d50aa94466f6e7358e..1fd15596e14ac1b0ad3335be69571a70acd8bc5e 100644 --- ql/src/test/results/clientpositive/autoColumnStats_1.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_1.q.out @@ -61,6 +61,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -137,6 +138,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -171,6 +173,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -255,6 +258,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -289,6 +293,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -347,6 +352,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 508 rawDataSize 5400 totalSize 5908 @@ -399,6 +405,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -461,6 +468,7 @@ Table: nzhang_part14_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 4 totalSize 6 @@ -631,6 +639,7 @@ Table: alter5_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 1406 totalSize 1906 @@ -713,6 +722,7 @@ Table: src_stat_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 38 totalSize 43 @@ -762,6 +772,7 @@ Table: src_stat_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 25 rawDataSize 191 totalSize 216 @@ -899,6 +910,7 @@ Table: tab_part_n4 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -958,6 +970,7 @@ Table: tab_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 242 rawDataSize 2566 totalSize 2808 @@ -1016,6 +1029,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -1085,6 +1099,7 @@ Table: nzhang_part14_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 6 totalSize 8 @@ -1146,6 +1161,7 @@ Table: nzhang_part14_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -1225,6 +1241,7 @@ Table: nzhang_part14_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 diff --git ql/src/test/results/clientpositive/autoColumnStats_10.q.out ql/src/test/results/clientpositive/autoColumnStats_10.q.out index 8ed8f30c26ac1c9713664e881d2c095c09aa3bbf..df7ce96a986254c517be7f984a473ad8df815b42 100644 --- ql/src/test/results/clientpositive/autoColumnStats_10.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_10.q.out @@ -31,6 +31,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -78,6 +79,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -123,6 +125,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -209,6 +212,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numRows 2 rawDataSize 16 totalSize 18 @@ -299,6 +303,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -346,6 +351,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -391,6 +397,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -477,6 +484,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numRows 2 rawDataSize 16 totalSize 18 diff --git ql/src/test/results/clientpositive/autoColumnStats_2.q.out ql/src/test/results/clientpositive/autoColumnStats_2.q.out index b9c68355c436bda420f787da67c0f7d041d74750..fdda09cc87617bdb73e08b64bca1cece447af7b1 100644 --- ql/src/test/results/clientpositive/autoColumnStats_2.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_2.q.out @@ -61,6 +61,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -193,6 +194,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -227,6 +229,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -419,6 +422,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 508 rawDataSize 5400 totalSize 5908 @@ -590,6 +594,7 @@ Table: alter5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -635,6 +640,7 @@ Table: alter5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 1406 totalSize 1906 @@ -756,6 +762,7 @@ Table: alter5 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 1906 #### A masked pattern was here #### @@ -836,6 +843,7 @@ Table: src_stat_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 38 totalSize 43 @@ -885,6 +893,7 @@ Table: src_stat_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 25 rawDataSize 191 totalSize 216 @@ -1022,6 +1031,7 @@ Table: tab_part_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -1081,6 +1091,7 @@ Table: tab_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 242 rawDataSize 2566 totalSize 2808 @@ -1139,6 +1150,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -1208,6 +1220,7 @@ Table: nzhang_part14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 6 totalSize 8 @@ -1269,6 +1282,7 @@ Table: nzhang_part14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -1348,6 +1362,7 @@ Table: nzhang_part14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 diff --git ql/src/test/results/clientpositive/autoColumnStats_3.q.out ql/src/test/results/clientpositive/autoColumnStats_3.q.out index 777d165dc26fb11a6fd863fe1f375c6ae3d55b2a..2998f7216f077d5519e3ce55252d2636a1375593 100644 --- ql/src/test/results/clientpositive/autoColumnStats_3.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_3.q.out @@ -39,6 +39,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -83,6 +84,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -137,6 +139,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -206,6 +209,7 @@ Table: nzhang_part14_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 6 totalSize 8 @@ -258,6 +262,7 @@ Table: nzhang_part14_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 6 totalSize 8 @@ -296,6 +301,7 @@ Table: nzhang_part14_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 8 totalSize 10 @@ -364,6 +370,7 @@ Table: nzhang_part14_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 12 totalSize 16 @@ -402,6 +409,7 @@ Table: nzhang_part14_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 16 totalSize 20 diff --git ql/src/test/results/clientpositive/autoColumnStats_4.q.out ql/src/test/results/clientpositive/autoColumnStats_4.q.out index d651887de433bc7671b3fbe65a273da544fa8fd2..e8634363ed45903bf382631b0f9cea74540c4778 100644 --- ql/src/test/results/clientpositive/autoColumnStats_4.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_4.q.out @@ -26,6 +26,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -200,6 +201,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 1907 transactional true transactional_properties default @@ -243,6 +245,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 3091 transactional true transactional_properties default diff --git ql/src/test/results/clientpositive/autoColumnStats_5.q.out ql/src/test/results/clientpositive/autoColumnStats_5.q.out index 5b5b45fa14c0f589d9656d1f36856bcaabfee7f4..92ddb4570a3a6d68343a07d0f00220eab3de9c25 100644 --- ql/src/test/results/clientpositive/autoColumnStats_5.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_5.q.out @@ -176,6 +176,7 @@ Table: partitioned1_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 40 totalSize 44 @@ -241,6 +242,7 @@ Table: partitioned1_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 40 totalSize 44 @@ -430,6 +432,7 @@ Table: partitioned1_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 56 totalSize 60 @@ -636,6 +639,7 @@ Table: partitioned1_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 6 rawDataSize 78 totalSize 84 diff --git ql/src/test/results/clientpositive/autoColumnStats_5a.q.out ql/src/test/results/clientpositive/autoColumnStats_5a.q.out index c9b701993881ca094a5eabc6062b8aabdc31df62..b60180b6b327eafee823482c6183ea8b98b77462 100644 --- ql/src/test/results/clientpositive/autoColumnStats_5a.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_5a.q.out @@ -412,6 +412,7 @@ Table: partitioned1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 10 totalSize 11 @@ -971,6 +972,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 1 numRows 4 rawDataSize 40 @@ -1010,6 +1012,7 @@ Table: partitioned1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 40 totalSize 44 diff --git ql/src/test/results/clientpositive/autoColumnStats_9.q.out ql/src/test/results/clientpositive/autoColumnStats_9.q.out index 898598fc658de602232c907bad7a4d063209d783..a008b82618fb262843a8c8a2612f31a6e2daee25 100644 --- ql/src/test/results/clientpositive/autoColumnStats_9.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_9.q.out @@ -227,6 +227,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 137 + numFilesErasureCoded 0 numRows 855 rawDataSize 9143 totalSize 11996 diff --git ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out index 6860b47086c4798759c6e6a9004f9253cd686f31..cd13b49dfb502434620896b6e9e7e0d1292b5c88 100644 --- ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out +++ ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out @@ -104,6 +104,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 7 + numFilesErasureCoded 0 numPartitions 7 numRows 8 rawDataSize 0 @@ -216,6 +217,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 7 + numFilesErasureCoded 0 numPartitions 7 numRows 8 rawDataSize 0 diff --git ql/src/test/results/clientpositive/basicstat_partval.q.out ql/src/test/results/clientpositive/basicstat_partval.q.out index bb318ed409c82077529946a5acfde6d98d383694..709fbcea7ca27ebe118330f0c2b6730718cbcab3 100644 --- ql/src/test/results/clientpositive/basicstat_partval.q.out +++ ql/src/test/results/clientpositive/basicstat_partval.q.out @@ -47,6 +47,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 3 rawDataSize 3 @@ -84,6 +85,7 @@ Table: p1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"i\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 1 totalSize 2 @@ -120,6 +122,7 @@ Table: p1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"i\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 2 totalSize 4 diff --git ql/src/test/results/clientpositive/beeline/escape_comments.q.out ql/src/test/results/clientpositive/beeline/escape_comments.q.out index 7890561d2db2040a19b653d29e557f5e13751e68..c125e6f00a2633736b20bc85bf9fb94c79cbce41 100644 --- ql/src/test/results/clientpositive/beeline/escape_comments.q.out +++ ql/src/test/results/clientpositive/beeline/escape_comments.q.out @@ -97,6 +97,7 @@ Table Parameters: NULL NULL bucketing_version 2 comment a\nb numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/beeline/smb_mapjoin_1.q.out ql/src/test/results/clientpositive/beeline/smb_mapjoin_1.q.out index fa834ac3e3a760ac607f2c9cfc2515483d690863..aceb67df393b4d87b98a157f425672296a410e39 100644 --- ql/src/test/results/clientpositive/beeline/smb_mapjoin_1.q.out +++ ql/src/test/results/clientpositive/beeline/smb_mapjoin_1.q.out @@ -57,6 +57,7 @@ POSTHOOK: Input: default@smb_bucket_1_n3 SORTBUCKETCOLSPREFIX TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 serialization.format 1 diff --git ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out index aafa3867e16dd279fe99027dd2f581dc78b95961..e8940d1a5b93f369c1d1d8f6d7a65415cd079318 100644 --- ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out +++ ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out @@ -40,6 +40,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 3 rawDataSize 24 totalSize 567 @@ -85,6 +86,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"year\":\"true\"}} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 3 rawDataSize 24 totalSize 567 @@ -175,6 +177,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numRows 3 rawDataSize 24 totalSize 567 @@ -298,6 +301,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/column_names_with_leading_and_trailing_spaces.q.out ql/src/test/results/clientpositive/column_names_with_leading_and_trailing_spaces.q.out index e83a3703913a04dc9cf4f513667026e4111d79a6..6fa9de1cf38039407da593d95628450f278dd8c7 100644 --- ql/src/test/results/clientpositive/column_names_with_leading_and_trailing_spaces.q.out +++ ql/src/test/results/clientpositive/column_names_with_leading_and_trailing_spaces.q.out @@ -27,6 +27,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\" left\":\"true\",\" middle \":\"true\",\"right \":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out index 4b0aaab305f1dc72f833f9d4fee20de90129e78d..57705f89b35dc521cbe4e6f19865666141962310 100644 --- ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out +++ ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out @@ -151,6 +151,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 7 totalSize 8 diff --git ql/src/test/results/clientpositive/columnstats_infinity.q.out ql/src/test/results/clientpositive/columnstats_infinity.q.out index 494bb0559ac1fb063119f6de783b7f99cf3a0fe5..168a567b48f7d72d4972c9cc6da5f9b35a2fcd1a 100644 --- ql/src/test/results/clientpositive/columnstats_infinity.q.out +++ ql/src/test/results/clientpositive/columnstats_infinity.q.out @@ -100,6 +100,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 1250 totalSize 1255 @@ -160,6 +161,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"c1\":\"true\",\"c10\":\"true\",\"c12\":\"true\",\"c13\":\"true\",\"c15\":\"true\",\"c3\":\"true\",\"c4\":\"true\",\"c6\":\"true\",\"c7\":\"true\",\"c9\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 1250 totalSize 1255 @@ -280,6 +282,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"c1\":\"true\",\"c10\":\"true\",\"c11\":\"true\",\"c12\":\"true\",\"c13\":\"true\",\"c14\":\"true\",\"c15\":\"true\",\"c2\":\"true\",\"c3\":\"true\",\"c4\":\"true\",\"c5\":\"true\",\"c6\":\"true\",\"c7\":\"true\",\"c8\":\"true\",\"c9\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 1250 totalSize 1255 diff --git ql/src/test/results/clientpositive/columnstats_partlvl.q.out ql/src/test/results/clientpositive/columnstats_partlvl.q.out index ca07f615d1078a241fbdeb6b0334c420f43f7ac1..2204bdbd96106413a5d35d49b67601b603996ea9 100644 --- ql/src/test/results/clientpositive/columnstats_partlvl.q.out +++ ql/src/test/results/clientpositive/columnstats_partlvl.q.out @@ -263,6 +263,7 @@ Table: employee_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"employeeid\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 13 rawDataSize 92 totalSize 105 diff --git ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out index 25194d39769547f30f19487a73b1c6bc84309487..930170ccdb83c7dc04ed6ddc456f1b90f376cbc5 100644 --- ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out +++ ql/src/test/results/clientpositive/columnstats_partlvl_dp.q.out @@ -163,6 +163,7 @@ Table: employee_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"employeeid\":\"true\",\"employeename\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 7 rawDataSize 57 totalSize 64 diff --git ql/src/test/results/clientpositive/create_alter_list_bucketing_table1.q.out ql/src/test/results/clientpositive/create_alter_list_bucketing_table1.q.out index 593ae8389971449ad0f8704d911f6f22227c6bcc..c53eb125af131a3058d2d903a26c5316ffa3a88a 100644 --- ql/src/test/results/clientpositive/create_alter_list_bucketing_table1.q.out +++ ql/src/test/results/clientpositive/create_alter_list_bucketing_table1.q.out @@ -29,6 +29,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -77,6 +78,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -124,6 +126,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -178,6 +181,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -225,6 +229,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -271,6 +276,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -316,6 +322,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/create_like.q.out ql/src/test/results/clientpositive/create_like.q.out index f4a5ed55a568b0160a6c87cb2fe8c7cd9b20c7c8..1a80f3df681be31fe0864ff158be005c74f13751 100644 --- ql/src/test/results/clientpositive/create_like.q.out +++ ql/src/test/results/clientpositive/create_like.q.out @@ -26,6 +26,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -68,6 +69,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -119,6 +121,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} EXTERNAL TRUE numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -379,6 +382,7 @@ Table Parameters: k2 v2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -444,6 +448,7 @@ Table Parameters: ] } numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -494,6 +499,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 parquet.compression LZO rawDataSize 0 @@ -538,6 +544,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -580,6 +587,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -688,6 +696,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"time\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 orc.compress SNAPPY rawDataSize 0 diff --git ql/src/test/results/clientpositive/create_like2.q.out ql/src/test/results/clientpositive/create_like2.q.out index 7152f52fcf82d5052a67be6e27bda532f2b521bd..979b16b90bfd1a18631c9e1986c86b719ef64944 100644 --- ql/src/test/results/clientpositive/create_like2.q.out +++ ql/src/test/results/clientpositive/create_like2.q.out @@ -43,6 +43,7 @@ Table Parameters: a 1 c 3 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/create_like_tbl_props.q.out ql/src/test/results/clientpositive/create_like_tbl_props.q.out index 4d11fc3c9e39c18dd18fdb585ad1831a0a068768..c26647bb3dfae542f0abba2a005f289103a56f43 100644 --- ql/src/test/results/clientpositive/create_like_tbl_props.q.out +++ ql/src/test/results/clientpositive/create_like_tbl_props.q.out @@ -26,6 +26,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} key value numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -69,6 +70,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} key1 value1 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -113,6 +115,7 @@ Table Parameters: key1 value1 key2 value2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -157,6 +160,7 @@ Table Parameters: key1 value1 key2 value3 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -214,6 +218,7 @@ Table Parameters: key value key1 value1 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/create_like_view.q.out ql/src/test/results/clientpositive/create_like_view.q.out index 870f2800cfbafbb3d18932010ff6c649151b2191..bd2cc95033586a811713e8c46b64b155cfba62a5 100644 --- ql/src/test/results/clientpositive/create_like_view.q.out +++ ql/src/test/results/clientpositive/create_like_view.q.out @@ -50,6 +50,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -113,6 +114,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -173,6 +175,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -296,6 +299,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/create_or_replace_view.q.out ql/src/test/results/clientpositive/create_or_replace_view.q.out index 58714340ead381180ccca5cf628ddf37892278a7..a87557a5eff7ff966a5af36a3dc4bdb069af519a 100644 --- ql/src/test/results/clientpositive/create_or_replace_view.q.out +++ ql/src/test/results/clientpositive/create_or_replace_view.q.out @@ -127,6 +127,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 @@ -224,6 +225,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -298,6 +300,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -395,6 +398,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/create_skewed_table1.q.out ql/src/test/results/clientpositive/create_skewed_table1.q.out index eda8cbdce029e299113263b645b835c31503ae3b..103ca6a999858ff149575a967da11ff119f211d1 100644 --- ql/src/test/results/clientpositive/create_skewed_table1.q.out +++ ql/src/test/results/clientpositive/create_skewed_table1.q.out @@ -42,6 +42,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -79,6 +80,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -117,6 +119,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/create_table_like_stats.q.out ql/src/test/results/clientpositive/create_table_like_stats.q.out index 4aa1b4f167a99ffc97d97bb62e0f5313fd83314e..82437271d8b4ab801c8d7d6176ae543c4c1c3438 100644 --- ql/src/test/results/clientpositive/create_table_like_stats.q.out +++ ql/src/test/results/clientpositive/create_table_like_stats.q.out @@ -29,6 +29,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -80,6 +81,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 0 + numFilesErasureCoded 0 totalSize 0 #### A masked pattern was here #### @@ -138,6 +140,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -194,6 +197,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/create_view_partitioned.q.out ql/src/test/results/clientpositive/create_view_partitioned.q.out index be1e19b8db05efb64e76a0379a5bf4a12ac8fbcb..c51bfaa3de0c394d95b11ba7c54ff0918b376121 100644 --- ql/src/test/results/clientpositive/create_view_partitioned.q.out +++ ql/src/test/results/clientpositive/create_view_partitioned.q.out @@ -67,6 +67,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -267,6 +268,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -383,6 +385,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/create_with_constraints.q.out ql/src/test/results/clientpositive/create_with_constraints.q.out index 32d45b9f645e4aa5f5ecdc7674a8f8456efb77d1..03b3442b3e5ff1cbfb6aa1ed1d2082663c6863ad 100644 --- ql/src/test/results/clientpositive/create_with_constraints.q.out +++ ql/src/test/results/clientpositive/create_with_constraints.q.out @@ -459,6 +459,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -501,6 +502,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -542,6 +544,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -596,6 +599,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\",\"y\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -656,6 +660,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -704,6 +709,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\",\"y\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -755,6 +761,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -797,6 +804,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -839,6 +847,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -881,6 +890,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -931,6 +941,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -980,6 +991,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1026,6 +1038,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -1070,6 +1083,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1113,6 +1127,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1148,6 +1163,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1183,6 +1199,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1229,6 +1246,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -1273,6 +1291,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1321,6 +1340,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1367,6 +1387,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -1412,6 +1433,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1553,6 +1575,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1587,6 +1610,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1635,6 +1659,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\",\"y\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1684,6 +1709,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\",\"y\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1726,6 +1752,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1761,6 +1788,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1799,6 +1827,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -1863,6 +1892,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1904,6 +1934,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -1958,6 +1989,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x\":\"true\",\"y\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2009,6 +2041,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2052,6 +2085,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2090,6 +2124,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -2152,6 +2187,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2202,6 +2238,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -2254,6 +2291,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2335,6 +2373,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2398,6 +2437,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2445,6 +2485,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2497,6 +2538,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -2570,6 +2612,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -2645,6 +2688,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\",\"e\":\"true\",\"f\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 26 totalSize 27 diff --git ql/src/test/results/clientpositive/create_with_constraints2.q.out ql/src/test/results/clientpositive/create_with_constraints2.q.out index 28b9e3b975e04423675a05a04bdf88b7461ded81..9458829294eac3486584e2bc87eb0f4787b305a8 100644 --- ql/src/test/results/clientpositive/create_with_constraints2.q.out +++ ql/src/test/results/clientpositive/create_with_constraints2.q.out @@ -56,6 +56,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -98,6 +99,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/ctas.q.out ql/src/test/results/clientpositive/ctas.q.out index 5f1a379d21b42d010f0223d0d1c2261467262376..d678be96d72a0dfc3d9be7938745510acb063405 100644 --- ql/src/test/results/clientpositive/ctas.q.out +++ ql/src/test/results/clientpositive/ctas.q.out @@ -153,6 +153,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 @@ -307,6 +308,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 @@ -461,6 +463,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 120 totalSize 199 @@ -525,6 +528,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 120 totalSize 199 @@ -680,6 +684,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 diff --git ql/src/test/results/clientpositive/ctas_colname.q.out ql/src/test/results/clientpositive/ctas_colname.q.out index b3a4992719c3df32aa38560a4f9190391723da78..1e312674ab9c519d613d3e88f395bf979a6943de 100644 --- ql/src/test/results/clientpositive/ctas_colname.q.out +++ ql/src/test/results/clientpositive/ctas_colname.q.out @@ -102,6 +102,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 620 totalSize 640 @@ -262,6 +263,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 25 rawDataSize 242 totalSize 267 @@ -456,6 +458,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 20 rawDataSize 268 totalSize 288 @@ -629,6 +632,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 25 rawDataSize 309 totalSize 334 @@ -782,6 +786,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 3891 totalSize 4200 @@ -1218,6 +1223,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 45 totalSize 50 @@ -1355,6 +1361,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 35 totalSize 40 diff --git ql/src/test/results/clientpositive/ctas_uses_database_location.q.out ql/src/test/results/clientpositive/ctas_uses_database_location.q.out index 68bc0153c6a3514152e19aa2a37fe9a2037b7b75..b7df50fedc0e9b5256a4b49b452f9e8efc6fb0fd 100644 --- ql/src/test/results/clientpositive/ctas_uses_database_location.q.out +++ ql/src/test/results/clientpositive/ctas_uses_database_location.q.out @@ -140,6 +140,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/database_location.q.out ql/src/test/results/clientpositive/database_location.q.out index 3d00e091cef0c143ae4aed45939009ff1c350053..e2b7e2e185b759052b56b4b595d4be0b63fa5bf2 100644 --- ql/src/test/results/clientpositive/database_location.q.out +++ ql/src/test/results/clientpositive/database_location.q.out @@ -45,6 +45,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"name\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -120,6 +121,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"name\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/decimal_serde.q.out ql/src/test/results/clientpositive/decimal_serde.q.out index fb7432458a40baca4fb57a22e47398b1b1e7fdfc..4cf5c75dc9eb45dc87e323ba82d20d87e8f26736 100644 --- ql/src/test/results/clientpositive/decimal_serde.q.out +++ ql/src/test/results/clientpositive/decimal_serde.q.out @@ -118,6 +118,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 38 rawDataSize 157 totalSize 278 @@ -171,6 +172,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 38 rawDataSize 157 totalSize 278 diff --git ql/src/test/results/clientpositive/default_file_format.q.out ql/src/test/results/clientpositive/default_file_format.q.out index 0adf5ae7415ab0683f91cf052d1c3af35a58bb34..1052d840413df4a5ce2576fce648771fd207ce6f 100644 --- ql/src/test/results/clientpositive/default_file_format.q.out +++ ql/src/test/results/clientpositive/default_file_format.q.out @@ -71,6 +71,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -105,6 +106,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -139,6 +141,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -203,6 +206,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -237,6 +241,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 totalSize 0 #### A masked pattern was here #### @@ -371,6 +376,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -405,6 +411,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -439,6 +446,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -473,6 +481,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 totalSize 0 #### A masked pattern was here #### @@ -505,6 +514,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -539,6 +549,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 totalSize 0 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/deleteAnalyze.q.out ql/src/test/results/clientpositive/deleteAnalyze.q.out index 066188518076ff23d114c52c6e310c000bdc8b3a..7858a0801b3d89aac4a721ca11aeda25c8103998 100644 --- ql/src/test/results/clientpositive/deleteAnalyze.q.out +++ ql/src/test/results/clientpositive/deleteAnalyze.q.out @@ -52,6 +52,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"amount\":\"true\",\"id\":\"true\",\"item\":\"true\",\"sales_tax\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 634 totalSize 579 @@ -119,6 +120,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"amount\":\"true\",\"id\":\"true\",\"item\":\"true\",\"sales_tax\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/describe_comment_indent.q.out ql/src/test/results/clientpositive/describe_comment_indent.q.out index 36c14c1041548366007ed4f84872e9dfbf79738a..841431ea8fcdfff8eca64ce06ae7d36171ec8185 100644 --- ql/src/test/results/clientpositive/describe_comment_indent.q.out +++ ql/src/test/results/clientpositive/describe_comment_indent.q.out @@ -60,6 +60,7 @@ Table Parameters: comment table comment two lines numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/describe_comment_nonascii.q.out ql/src/test/results/clientpositive/describe_comment_nonascii.q.out index 8bf2019cda5b98423c6a96561d95ed8c5349ffc4..ce313b88f9d8ddf1b9ac0099fe1eb74847946c23 100644 --- ql/src/test/results/clientpositive/describe_comment_nonascii.q.out +++ ql/src/test/results/clientpositive/describe_comment_nonascii.q.out @@ -52,6 +52,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/describe_formatted_view_partitioned.q.out ql/src/test/results/clientpositive/describe_formatted_view_partitioned.q.out index fe96d50601f562de4a926355a9bf0959775decf3..3e8268bcbb8181e52d7bbcccba9c72bcb9773b69 100644 --- ql/src/test/results/clientpositive/describe_formatted_view_partitioned.q.out +++ ql/src/test/results/clientpositive/describe_formatted_view_partitioned.q.out @@ -57,6 +57,7 @@ Table: view_partitioned Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/describe_syntax.q.out ql/src/test/results/clientpositive/describe_syntax.q.out index 79c44dec62da15cc2c8e9772763aafafa836ef58..bc340a079946fe35555d810d7603f5bfdcd8124c 100644 --- ql/src/test/results/clientpositive/describe_syntax.q.out +++ ql/src/test/results/clientpositive/describe_syntax.q.out @@ -96,6 +96,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 3 numRows 0 rawDataSize 0 @@ -169,6 +170,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 3 numRows 0 rawDataSize 0 @@ -339,6 +341,7 @@ Table: t1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key1\":\"true\",\"value1\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -409,6 +412,7 @@ Table: t1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key1\":\"true\",\"value1\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/describe_table.q.out ql/src/test/results/clientpositive/describe_table.q.out index d88424f0ff2b8ed662986c20e55a9f1b50f13d64..28a50759c93be4bac02d39aab89a50b756d898f3 100644 --- ql/src/test/results/clientpositive/describe_table.q.out +++ ql/src/test/results/clientpositive/describe_table.q.out @@ -179,6 +179,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 2000 rawDataSize 21248 @@ -237,6 +238,7 @@ Table: srcpart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -277,6 +279,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 2000 rawDataSize 21248 @@ -335,6 +338,7 @@ Table: srcpart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -453,6 +457,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/druid/druid_basic2.q.out ql/src/test/results/clientpositive/druid/druid_basic2.q.out index 88916b9d6c3e719aef6f542059e9e38cb8b2af47..8944c2ab2f28ba6f4c1b804a4ca539a1d8610ca2 100644 --- ql/src/test/results/clientpositive/druid/druid_basic2.q.out +++ ql/src/test/results/clientpositive/druid/druid_basic2.q.out @@ -44,6 +44,7 @@ Table Parameters: bucketing_version 2 druid.datasource wikipedia numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.druid.QTestDruidStorageHandler diff --git ql/src/test/results/clientpositive/druid_basic1.q.out ql/src/test/results/clientpositive/druid_basic1.q.out index a5c0687620b2aa0d385c1a51f328cee93bbd99f1..c3e7bbf5d6caf7130d750e49325c8a84cc67b7e8 100644 --- ql/src/test/results/clientpositive/druid_basic1.q.out +++ ql/src/test/results/clientpositive/druid_basic1.q.out @@ -44,6 +44,7 @@ Table Parameters: bucketing_version 2 druid.datasource wikipedia numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.druid.QTestDruidStorageHandler @@ -106,6 +107,7 @@ Table Parameters: bucketing_version 2 druid.datasource wikipedia numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.druid.QTestDruidStorageHandler diff --git ql/src/test/results/clientpositive/druid_intervals.q.out ql/src/test/results/clientpositive/druid_intervals.q.out index fde446cecb87aa1ce24e56df12f4ad5f28cdbbf0..b17345b2fd8a378bf3e865f0256d5e3ec7c3439e 100644 --- ql/src/test/results/clientpositive/druid_intervals.q.out +++ ql/src/test/results/clientpositive/druid_intervals.q.out @@ -44,6 +44,7 @@ Table Parameters: bucketing_version 2 druid.datasource wikipedia numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.druid.QTestDruidStorageHandler diff --git ql/src/test/results/clientpositive/druid_topn.q.out ql/src/test/results/clientpositive/druid_topn.q.out index 7bfd2ae93b3245d32e148733e58025897c19f65e..9d093e201eedafe9b7f915ac23e8e63c05a3d31d 100644 --- ql/src/test/results/clientpositive/druid_topn.q.out +++ ql/src/test/results/clientpositive/druid_topn.q.out @@ -44,6 +44,7 @@ Table Parameters: bucketing_version 2 druid.datasource wikipedia numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 storage_handler org.apache.hadoop.hive.druid.QTestDruidStorageHandler diff --git ql/src/test/results/clientpositive/erasurecoding/erasure_explain.q.out ql/src/test/results/clientpositive/erasurecoding/erasure_explain.q.out new file mode 100644 index 0000000000000000000000000000000000000000..90711f7d9aa9b986fd2a8769faa6c4c64294fbf5 --- /dev/null +++ ql/src/test/results/clientpositive/erasurecoding/erasure_explain.q.out @@ -0,0 +1,251 @@ +ECHO listPolicies originally was +Policy: RS-10-4-1024k DISABLED +Policy: RS-3-2-1024k ENABLED +Policy: RS-6-3-1024k ENABLED +Policy: RS-LEGACY-6-3-1024k DISABLED +Policy: XOR-2-1-1024k DISABLED +PREHOOK: query: explain extended select key, value from srcpart +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value from srcpart +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Partition Description: + Partition + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + numFiles 1 + numFilesErasureCoded 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Partition + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + numFiles 1 + numFilesErasureCoded 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Partition + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 11 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + numFiles 1 + numFilesErasureCoded 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Partition + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 12 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + numFiles 1 + numFilesErasureCoded 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Processor Tree: + TableScan + alias: srcpart + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: explain extended select key, value from src +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value from src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + ListSink + diff --git ql/src/test/results/clientpositive/erasurecoding/erasure_simple.q.out ql/src/test/results/clientpositive/erasurecoding/erasure_simple.q.out index 01f6015a346c1e4283fd6a8cf1eaa3b670450e20..acaea2b1500a06e51aeb5bec0ffee9b95c2e6c31 100644 --- ql/src/test/results/clientpositive/erasurecoding/erasure_simple.q.out +++ ql/src/test/results/clientpositive/erasurecoding/erasure_simple.q.out @@ -5,12 +5,13 @@ Policy: RS-6-3-1024k ENABLED Policy: RS-LEGACY-6-3-1024k DISABLED Policy: XOR-2-1-1024k DISABLED Enabled EC policy 'RS-10-4-1024k' +Enabled EC policy 'XOR-2-1-1024k' ECHO listPolicies after enablePolicy Policy: RS-10-4-1024k ENABLED Policy: RS-3-2-1024k ENABLED Policy: RS-6-3-1024k ENABLED Policy: RS-LEGACY-6-3-1024k DISABLED -Policy: XOR-2-1-1024k DISABLED +Policy: XOR-2-1-1024k ENABLED ECHO original policy on erasure_coding1 EC policy is 'RS-3-2-1024k' ECHO set the default policy on erasure_coding1 @@ -39,6 +40,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@erasure_table POSTHOOK: Lineage: erasure_table.a SCRIPT [] +Set EC policy' XOR-2-1-1024k +PREHOOK: query: insert into erasure_table values(5) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@erasure_table +POSTHOOK: query: insert into erasure_table values(5) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@erasure_table +POSTHOOK: Lineage: erasure_table.a SCRIPT [] +ECHO policy on older file is +EC policy is 'RS-3-2-1024k' +ECHO policy on newer file is +EC policy is 'XOR-2-1-1024k' PREHOOK: query: select * from erasure_table PREHOOK: type: QUERY PREHOOK: Input: default@erasure_table @@ -48,6 +63,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@erasure_table POSTHOOK: Output: hdfs://### HDFS PATH ### 4 +5 PREHOOK: query: drop table if exists erasure_table2 PREHOOK: type: DROPTABLE POSTHOOK: query: drop table if exists erasure_table2 @@ -100,6 +116,7 @@ POSTHOOK: query: SHOW TBLPROPERTIES erasure_table2 POSTHOOK: type: SHOW_TBLPROPERTIES COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} numFiles 1 +numFilesErasureCoded 1 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/escape_comments.q.out ql/src/test/results/clientpositive/escape_comments.q.out index 2eacf22667598a9fc155a733872113fac3543d61..3db2a12bf897ebf311961e67a94d8eee0e563c9c 100644 --- ql/src/test/results/clientpositive/escape_comments.q.out +++ ql/src/test/results/clientpositive/escape_comments.q.out @@ -99,6 +99,7 @@ Table Parameters: comment a b numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/exim_hidden_files.q.out ql/src/test/results/clientpositive/exim_hidden_files.q.out index 659b36d6ded9d0ff63c44b251c6b84194d6b04ef..7897b0fbdbfc80add662a1f7479c6721f8c76d50 100644 --- ql/src/test/results/clientpositive/exim_hidden_files.q.out +++ ql/src/test/results/clientpositive/exim_hidden_files.q.out @@ -75,6 +75,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/infer_bucket_sort.q.out ql/src/test/results/clientpositive/infer_bucket_sort.q.out index cd1489d86f62ad55e1e8bbc0bbfbbc001a9951de..8559e72b8d7aa16cbe649f13aa12b037cbf715ab 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort.q.out @@ -40,6 +40,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -89,6 +90,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -138,6 +140,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -187,6 +190,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -236,6 +240,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 4970 totalSize 5998 @@ -285,6 +290,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2654 rawDataSize 28466 totalSize 31120 @@ -334,6 +340,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2654 rawDataSize 28466 totalSize 31120 @@ -383,6 +390,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -432,6 +440,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -481,6 +490,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -530,6 +540,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -579,6 +590,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -628,6 +640,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -677,6 +690,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -726,6 +740,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -775,6 +790,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -824,6 +840,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 6 rawDataSize 18 totalSize 24 @@ -873,6 +890,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 6 rawDataSize 18 totalSize 24 @@ -922,6 +940,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 618 rawDataSize 2964 totalSize 3582 @@ -971,6 +990,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 19 totalSize 24 @@ -1020,6 +1040,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -1069,6 +1090,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -1118,6 +1140,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -1167,6 +1190,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -1216,6 +1240,7 @@ Table: test_table_n5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 3582 totalSize 3891 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_convert_join.q.out ql/src/test/results/clientpositive/infer_bucket_sort_convert_join.q.out index 5cc876eeafcac312d9d5fd2bb49e411969abc6d2..37a158990d806ded6027a6ca9320e1ca9bd24d08 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_convert_join.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_convert_join.q.out @@ -40,6 +40,7 @@ Table: test_table_n11 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -92,6 +93,7 @@ Table: test_table_n11 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out index 8d813a4cbbadf910848d5280f5d03d2ec0f1ec2b..fa5fd8845a5ae6d7469bf57ef0137704beda9d38 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out @@ -58,6 +58,7 @@ Table: test_table_n8 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5293 @@ -96,6 +97,7 @@ Table: test_table_n8 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5293 @@ -157,6 +159,7 @@ Table: test_table_n8 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1173 totalSize 1342 @@ -195,6 +198,7 @@ Table: test_table_n8 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1173 totalSize 1342 @@ -258,6 +262,7 @@ Table: test_table_n8 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 155 rawDataSize 586 totalSize 719 @@ -296,6 +301,7 @@ Table: test_table_n8 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 154 rawDataSize 591 totalSize 722 @@ -609,6 +615,7 @@ Table: test_table_n8 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 14 totalSize 115 @@ -647,6 +654,7 @@ Table: test_table_n8 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 305 rawDataSize 1163 totalSize 1427 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out index 50cc4dc00b97daabfc79ac106494866a43a145d6..368fc3f5043a557b235903ff99116276410c5f80 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out @@ -800,6 +800,7 @@ Table: test_table_out Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"agg\":\"true\",\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 619 rawDataSize 6309 totalSize 6928 @@ -1480,6 +1481,7 @@ Table: test_table_out_2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"agg\":\"true\",\"grouping_key\":\"true\",\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 619 rawDataSize 7547 totalSize 8166 @@ -1654,6 +1656,7 @@ Table: test_table_out Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"agg\":\"true\",\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 928 rawDataSize 9954 totalSize 10882 @@ -1707,6 +1710,7 @@ Table: test_table_out_2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"agg\":\"true\",\"grouping_key\":\"true\",\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 928 rawDataSize 11810 totalSize 12738 @@ -1881,6 +1885,7 @@ Table: test_table_out Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"agg\":\"true\",\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 618 rawDataSize 6054 totalSize 6672 @@ -1934,6 +1939,7 @@ Table: test_table_out_2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"agg\":\"true\",\"grouping_key\":\"true\",\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 618 rawDataSize 7290 totalSize 7908 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_list_bucket.q.out ql/src/test/results/clientpositive/infer_bucket_sort_list_bucket.q.out index c701de93473d458dfe346df31f15fe7c08e620ed..f96fa8d69ae6dc4bcd216c5df8bdd1aa477ff3e7 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_list_bucket.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_list_bucket.q.out @@ -46,6 +46,7 @@ Table: list_bucketing_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -114,6 +115,7 @@ Table: list_bucketing_table2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out index 7b790ccbb7fee6760e3246b0f2624725ba6ad0f5..282407ad4753cb5eeab7bc128afdda8c99451b8a 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out @@ -219,6 +219,7 @@ Table: test_table_out_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -432,6 +433,7 @@ Table: test_table_out_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -614,6 +616,7 @@ Table: test_table_out_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -785,6 +788,7 @@ Table: test_table_out_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 2728 totalSize 3037 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_merge.q.out ql/src/test/results/clientpositive/infer_bucket_sort_merge.q.out index 079039322d98fc60d020850ce0f7ddcecbd8be3b..59ac202914d378b7f49a06904de483c1f30cdf7a 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_merge.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_merge.q.out @@ -40,6 +40,7 @@ Table: test_table_n16 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -89,6 +90,7 @@ Table: test_table_n16 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_multi_insert.q.out ql/src/test/results/clientpositive/infer_bucket_sort_multi_insert.q.out index a10c06eba6c0b5f17a3ce488e28f6e7928e87dd1..5fb0922ece9d4f402087f7ed5151525d9ba9cb7d 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_multi_insert.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_multi_insert.q.out @@ -46,6 +46,7 @@ Table: test_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -83,6 +84,7 @@ Table: test_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -138,6 +140,7 @@ Table: test_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -175,6 +178,7 @@ Table: test_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 2718 totalSize 3027 @@ -230,6 +234,7 @@ Table: test_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -267,6 +272,7 @@ Table: test_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -322,6 +328,7 @@ Table: test_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -359,6 +366,7 @@ Table: test_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 309 rawDataSize 2690 totalSize 2999 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out index 854ca46bdfb5ac37cc41e277e598ce55d6297779..1e7c2b089f6c94d8a52cc12a8474a5d34c638bdb 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out @@ -176,6 +176,7 @@ Table: test_table_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 670 rawDataSize 5888 totalSize 6558 @@ -214,6 +215,7 @@ Table: test_table_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 330 rawDataSize 2924 totalSize 3254 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_reducers_power_two.q.out ql/src/test/results/clientpositive/infer_bucket_sort_reducers_power_two.q.out index f10fdc980cbf739887403fcdb6b2392b296fabad..2b3f49b01fa5355d2e54f9f11aba02e463bffbe6 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_reducers_power_two.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_reducers_power_two.q.out @@ -40,6 +40,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -89,6 +90,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -138,6 +140,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -187,6 +190,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 2654 rawDataSize 28466 totalSize 31120 @@ -236,6 +240,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 16 + numFilesErasureCoded 0 numRows 257 rawDataSize 2823 totalSize 3080 @@ -285,6 +290,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 19 totalSize 24 diff --git ql/src/test/results/clientpositive/lb_fs_stats.q.out ql/src/test/results/clientpositive/lb_fs_stats.q.out index ac4f7b55b4403348321ef9258e48faf74d2d1ffc..5dc571e7187d21e8279c7b86b4036ea94f733f0e 100644 --- ql/src/test/results/clientpositive/lb_fs_stats.q.out +++ ql/src/test/results/clientpositive/lb_fs_stats.q.out @@ -46,6 +46,7 @@ Table: test_tab_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5370 diff --git ql/src/test/results/clientpositive/list_bucket_dml_1.q.out ql/src/test/results/clientpositive/list_bucket_dml_1.q.out index d2308bb06f418c9407c762ac878c687c163f8a1d..3909cedb9359e8a1c620de454d5749c19f1e07bd 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_1.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_1.q.out @@ -303,6 +303,7 @@ Table: list_bucketing_dynamic_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -346,6 +347,7 @@ Table: list_bucketing_dynamic_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/list_bucket_dml_11.q.out ql/src/test/results/clientpositive/list_bucket_dml_11.q.out index 550d378ac032b97423164a659b2a65c67402762d..d25715901ee9fc8f5dbb36430bc4cdeb01e5e47d 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_11.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_11.q.out @@ -258,6 +258,7 @@ Table: list_bucketing_static_part_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5522 diff --git ql/src/test/results/clientpositive/list_bucket_dml_12.q.out ql/src/test/results/clientpositive/list_bucket_dml_12.q.out index 07b07fb09498b0a363c3d725aa5269480100b602..1ad49574b87d0de3376de403285d350c065e51e3 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_12.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_12.q.out @@ -264,6 +264,7 @@ Table: list_bucketing_mul_col_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\",\"col4\":\"true\",\"col5\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 6312 totalSize 7094 diff --git ql/src/test/results/clientpositive/list_bucket_dml_13.q.out ql/src/test/results/clientpositive/list_bucket_dml_13.q.out index 4d1224bad6d216e037db5b1f5366999199afc3a1..01a77b150b5a8051e4f1454e2ec703558abbdad8 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_13.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_13.q.out @@ -264,6 +264,7 @@ Table: list_bucketing_mul_col Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\",\"col2\":\"true\",\"col3\":\"true\",\"col4\":\"true\",\"col5\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 6312 totalSize 7094 diff --git ql/src/test/results/clientpositive/list_bucket_dml_14.q.out ql/src/test/results/clientpositive/list_bucket_dml_14.q.out index ed23b0d8b36fa5ce3c1b160380abafbc3af3f04b..464e9fd48024e654ec1eb146553163fb1d0b9371 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_14.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_14.q.out @@ -234,6 +234,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/list_bucket_dml_2.q.out ql/src/test/results/clientpositive/list_bucket_dml_2.q.out index ea621b8e67b1c479336622749b7a80f68f163bd3..bca2f2e02d4409593cdef4ae9fc7229a6976cdd9 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_2.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_2.q.out @@ -313,6 +313,7 @@ Table: list_bucketing_static_part_n4 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 6 + numFilesErasureCoded 0 numRows 1000 rawDataSize 9624 totalSize 10898 diff --git ql/src/test/results/clientpositive/list_bucket_dml_3.q.out ql/src/test/results/clientpositive/list_bucket_dml_3.q.out index 3a6b27be2e0186b2b7ec0787f5a873c8a8e88573..27d11023b5b856ff7ae7f1814697220e29b7845d 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_3.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_3.q.out @@ -294,6 +294,7 @@ Table: list_bucketing_static_part_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 diff --git ql/src/test/results/clientpositive/list_bucket_dml_4.q.out ql/src/test/results/clientpositive/list_bucket_dml_4.q.out index 823e9e1135d07d941178e7c1e7664a484b40f376..9569237b7f6c1e2ade2e72616569648dbb74e103 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_4.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_4.q.out @@ -313,6 +313,7 @@ Table: list_bucketing_static_part_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 6 + numFilesErasureCoded 0 numRows 1000 rawDataSize 9624 totalSize 10898 @@ -752,6 +753,7 @@ Table: list_bucketing_static_part_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 1000 rawDataSize 9624 totalSize 10786 diff --git ql/src/test/results/clientpositive/list_bucket_dml_5.q.out ql/src/test/results/clientpositive/list_bucket_dml_5.q.out index d71834f94bea229d688cf1ee69de7a4aa3cd94a7..3240f901a815303ac657c0e5d43e61971fcb0f9e 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_5.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_5.q.out @@ -303,6 +303,7 @@ Table: list_bucketing_dynamic_part_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -346,6 +347,7 @@ Table: list_bucketing_dynamic_part_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/list_bucket_dml_6.q.out ql/src/test/results/clientpositive/list_bucket_dml_6.q.out index cd3228e2a88be13bbe4b225da84753f5d5b1a743..2c0548ccb6b2de552f0c22d925122a177e16f9e4 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_6.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_6.q.out @@ -317,6 +317,7 @@ Table: list_bucketing_dynamic_part_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 16 rawDataSize 136 totalSize 310 @@ -358,6 +359,7 @@ Table: list_bucketing_dynamic_part_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 6 + numFilesErasureCoded 0 numRows 984 rawDataSize 9488 totalSize 10734 @@ -807,6 +809,7 @@ Table: list_bucketing_dynamic_part_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 136 totalSize 254 @@ -848,6 +851,7 @@ Table: list_bucketing_dynamic_part_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 984 rawDataSize 9488 totalSize 10622 diff --git ql/src/test/results/clientpositive/list_bucket_dml_7.q.out ql/src/test/results/clientpositive/list_bucket_dml_7.q.out index a325337ac4582940769c949b45b1f1b43940f5c3..a81ac89904dd38d707912bef70632a6c959a587f 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_7.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_7.q.out @@ -317,6 +317,7 @@ Table: list_bucketing_dynamic_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 16 rawDataSize 136 totalSize 310 @@ -358,6 +359,7 @@ Table: list_bucketing_dynamic_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 984 rawDataSize 9488 totalSize 10576 @@ -807,6 +809,7 @@ Table: list_bucketing_dynamic_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 136 totalSize 254 @@ -848,6 +851,7 @@ Table: list_bucketing_dynamic_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 984 rawDataSize 9488 totalSize 10520 diff --git ql/src/test/results/clientpositive/list_bucket_dml_8.q.out ql/src/test/results/clientpositive/list_bucket_dml_8.q.out index 3aa3940132a465cc3ee5690a39d60a191a3d7322..4159de36bae0f3bdd91cf4bd2c4fc1dfecb8efd1 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_8.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_8.q.out @@ -317,6 +317,7 @@ Table: list_bucketing_dynamic_part_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 16 rawDataSize 136 totalSize 310 @@ -358,6 +359,7 @@ Table: list_bucketing_dynamic_part_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 6 + numFilesErasureCoded 0 numRows 984 rawDataSize 9488 totalSize 10734 @@ -408,6 +410,7 @@ Table: list_bucketing_dynamic_part_n2 #### A masked pattern was here #### Partition Parameters: numFiles 3 + numFilesErasureCoded 0 numRows 984 rawDataSize 9488 totalSize 10586 diff --git ql/src/test/results/clientpositive/list_bucket_dml_9.q.out ql/src/test/results/clientpositive/list_bucket_dml_9.q.out index 78f1d8ee8fa0c29515355686d0f568a29d2e3ea9..73fbca877eb98b281302b94bb0dc733f9a2b9ea9 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_9.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_9.q.out @@ -313,6 +313,7 @@ Table: list_bucketing_static_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 6 + numFilesErasureCoded 0 numRows 1000 rawDataSize 9624 totalSize 10898 @@ -752,6 +753,7 @@ Table: list_bucketing_static_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 1000 rawDataSize 9624 totalSize 10786 diff --git ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out index 40455b771e589667d279420fde23116419b87453..b3f552e344184d05890dfc927456a9578d91c47b 100644 --- ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out +++ ql/src/test/results/clientpositive/list_bucket_query_multiskew_1.q.out @@ -47,6 +47,7 @@ Table: fact_daily Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out index a7cf4e90c4787871a0d7ce670fc727febeceb4d2..37f5489076df8e4152957d5d55b0dfe58df15e12 100644 --- ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out +++ ql/src/test/results/clientpositive/list_bucket_query_multiskew_2.q.out @@ -47,6 +47,7 @@ Table: fact_daily_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out index 273f2d0b025ca86c8640b8aac31043add681aa7d..eca1eba2653e59b3912f394a34fa57ca19b1f400 100644 --- ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out +++ ql/src/test/results/clientpositive/list_bucket_query_multiskew_3.q.out @@ -43,6 +43,7 @@ Table: fact_daily_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -101,6 +102,7 @@ Table: fact_daily_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -164,6 +166,7 @@ Table: fact_daily_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/list_bucket_query_oneskew_1.q.out ql/src/test/results/clientpositive/list_bucket_query_oneskew_1.q.out index e2db72b5b3cb202d5b85147cd7338eff9e7212f5..fc091fad3d888add2d146d0fbd1dad9faa7a1378 100644 --- ql/src/test/results/clientpositive/list_bucket_query_oneskew_1.q.out +++ ql/src/test/results/clientpositive/list_bucket_query_oneskew_1.q.out @@ -99,6 +99,7 @@ Table: fact_daily_n4 Partition Parameters: #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 totalSize 8 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out index 2537d94aa51ab31da05c7a2a76dd2307f8602dc5..290069c2fd98b2b98b5706635b74f20535ef3275 100644 --- ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out +++ ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out @@ -102,6 +102,7 @@ Table: fact_daily_n5 Partition Parameters: #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 totalSize 24 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out index 59aeda884cafe76de3c53e82405645a949b34c8b..c848e08469da9924bae634c0eccfd00d247d1bca 100644 --- ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out +++ ql/src/test/results/clientpositive/list_bucket_query_oneskew_3.q.out @@ -118,6 +118,7 @@ Table: fact_daily_n0 Partition Parameters: #### A masked pattern was here #### numFiles 3 + numFilesErasureCoded 0 totalSize 117 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/alter_merge_stats_orc.q.out ql/src/test/results/clientpositive/llap/alter_merge_stats_orc.q.out index 5ed7d705823578e38b8cf110d57a4e6cfc237afc..82f3695af2728f715003969da0b233efe3989e62 100644 --- ql/src/test/results/clientpositive/llap/alter_merge_stats_orc.q.out +++ ql/src/test/results/clientpositive/llap/alter_merge_stats_orc.q.out @@ -91,6 +91,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7590 @@ -142,6 +143,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7214 @@ -241,6 +243,7 @@ Table: src_orc_merge_test_part_stat Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7590 @@ -288,6 +291,7 @@ Table: src_orc_merge_test_part_stat Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7590 @@ -343,6 +347,7 @@ Table: src_orc_merge_test_part_stat Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7214 diff --git ql/src/test/results/clientpositive/llap/autoColumnStats_1.q.out ql/src/test/results/clientpositive/llap/autoColumnStats_1.q.out index a55f5b2ff7cd289b10b8906141180bac49b76ff6..e812c2897dd830e26cc5be5e6c77412153ebffc7 100644 --- ql/src/test/results/clientpositive/llap/autoColumnStats_1.q.out +++ ql/src/test/results/clientpositive/llap/autoColumnStats_1.q.out @@ -59,6 +59,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -135,6 +136,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -169,6 +171,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -253,6 +256,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -287,6 +291,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -345,6 +350,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 508 rawDataSize 5400 totalSize 5908 @@ -397,6 +403,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -459,6 +466,7 @@ Table: nzhang_part14_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 4 totalSize 6 @@ -625,6 +633,7 @@ Table: alter5_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 1406 totalSize 1906 @@ -705,6 +714,7 @@ Table: src_stat_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 38 totalSize 43 @@ -754,6 +764,7 @@ Table: src_stat_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 25 rawDataSize 191 totalSize 216 @@ -891,6 +902,7 @@ Table: tab_part_n4 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -950,6 +962,7 @@ Table: tab_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 242 rawDataSize 2566 totalSize 2808 @@ -1008,6 +1021,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -1077,6 +1091,7 @@ Table: nzhang_part14_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 6 totalSize 8 @@ -1138,6 +1153,7 @@ Table: nzhang_part14_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -1217,6 +1233,7 @@ Table: nzhang_part14_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 diff --git ql/src/test/results/clientpositive/llap/autoColumnStats_10.q.out ql/src/test/results/clientpositive/llap/autoColumnStats_10.q.out index 8ed8f30c26ac1c9713664e881d2c095c09aa3bbf..df7ce96a986254c517be7f984a473ad8df815b42 100644 --- ql/src/test/results/clientpositive/llap/autoColumnStats_10.q.out +++ ql/src/test/results/clientpositive/llap/autoColumnStats_10.q.out @@ -31,6 +31,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -78,6 +79,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -123,6 +125,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -209,6 +212,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numRows 2 rawDataSize 16 totalSize 18 @@ -299,6 +303,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\",\"insert_num\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -346,6 +351,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -391,6 +397,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 8 totalSize 9 @@ -477,6 +484,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numRows 2 rawDataSize 16 totalSize 18 diff --git ql/src/test/results/clientpositive/llap/autoColumnStats_2.q.out ql/src/test/results/clientpositive/llap/autoColumnStats_2.q.out index 83c538bf0185e2923e601e4bde89189b23ee097d..27fe4a854a9e94e49e5036eb94518158fef6839b 100644 --- ql/src/test/results/clientpositive/llap/autoColumnStats_2.q.out +++ ql/src/test/results/clientpositive/llap/autoColumnStats_2.q.out @@ -59,6 +59,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -191,6 +192,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -225,6 +227,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -417,6 +420,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 508 rawDataSize 5400 totalSize 5908 @@ -584,6 +588,7 @@ Table: alter5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -629,6 +634,7 @@ Table: alter5 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"col1\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 1406 totalSize 1906 @@ -748,6 +754,7 @@ Table: alter5 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 1906 #### A masked pattern was here #### @@ -826,6 +833,7 @@ Table: src_stat_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 38 totalSize 43 @@ -875,6 +883,7 @@ Table: src_stat_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 25 rawDataSize 191 totalSize 216 @@ -1012,6 +1021,7 @@ Table: tab_part_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -1071,6 +1081,7 @@ Table: tab_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 242 rawDataSize 2566 totalSize 2808 @@ -1129,6 +1140,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -1198,6 +1210,7 @@ Table: nzhang_part14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 6 totalSize 8 @@ -1259,6 +1272,7 @@ Table: nzhang_part14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -1338,6 +1352,7 @@ Table: nzhang_part14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 diff --git ql/src/test/results/clientpositive/llap/bucket5.q.out ql/src/test/results/clientpositive/llap/bucket5.q.out index ee444f2e07e66aeed44ef3d8c715c13b0462da4a..5d8cfc09b34b11bf4a8f9d7e32830c00c5aef6ff 100644 --- ql/src/test/results/clientpositive/llap/bucket5.q.out +++ ql/src/test/results/clientpositive/llap/bucket5.q.out @@ -651,6 +651,7 @@ Table Parameters: SORTBUCKETCOLSPREFIX TRUE bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/llap/check_constraint.q.out ql/src/test/results/clientpositive/llap/check_constraint.q.out index fda46c98dfbf41217408059e2d5d6b67b5dcf2db..3cb1ee40f9addbd72f3c4f2dd9e116a1fc03b684 100644 --- ql/src/test/results/clientpositive/llap/check_constraint.q.out +++ ql/src/test/results/clientpositive/llap/check_constraint.q.out @@ -578,6 +578,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 totalSize 0 #### A masked pattern was here #### @@ -3567,6 +3568,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 5 transactional true transactional_properties insert_only diff --git ql/src/test/results/clientpositive/llap/colstats_date_min_max.q.out ql/src/test/results/clientpositive/llap/colstats_date_min_max.q.out index 7754f3ea8f02029dc1a4380c86ca8bdc4155ae8d..92d3c0199d1e8a5f5e48577440385e9468ea0cc0 100644 --- ql/src/test/results/clientpositive/llap/colstats_date_min_max.q.out +++ ql/src/test/results/clientpositive/llap/colstats_date_min_max.q.out @@ -64,6 +64,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"d\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 100 totalSize 110 diff --git ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out index f9f94beacd6cc78b9007d72b03a4932b1cdfb23c..9a1deb29b57e587a9d5ad8ffe1e733f4e9edd9d6 100644 --- ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out +++ ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out @@ -40,6 +40,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 21 totalSize 24 @@ -83,6 +84,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 21 totalSize 24 @@ -218,6 +220,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"month\":\"true\",\"year\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 21 totalSize 24 @@ -286,6 +289,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 28 totalSize 32 @@ -465,6 +469,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"year\":\"true\"}} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 28 totalSize 32 @@ -600,6 +605,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"month\":\"true\",\"year\":\"true\"}} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 28 totalSize 32 @@ -676,6 +682,7 @@ Table: calendarp Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 12 totalSize 15 @@ -795,6 +802,7 @@ Table: calendarp Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"year\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 12 totalSize 15 @@ -854,6 +862,7 @@ Table: calendarp Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 16 totalSize 20 @@ -973,6 +982,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 5812 @@ -1016,6 +1026,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out index e83a3703913a04dc9cf4f513667026e4111d79a6..6fa9de1cf38039407da593d95628450f278dd8c7 100644 --- ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out +++ ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out @@ -27,6 +27,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\" left\":\"true\",\" middle \":\"true\",\"right \":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/llap/column_table_stats.q.out ql/src/test/results/clientpositive/llap/column_table_stats.q.out index 52c23a4fad25f1b88527bd699b1f36c0c0e56331..5941c9c9b948a67bac5225a010de56dd19668a18 100644 --- ql/src/test/results/clientpositive/llap/column_table_stats.q.out +++ ql/src/test/results/clientpositive/llap/column_table_stats.q.out @@ -37,6 +37,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 5812 @@ -216,6 +217,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -293,6 +295,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 @@ -545,6 +548,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 1000 rawDataSize 10624 @@ -584,6 +588,7 @@ Table: spart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -622,6 +627,7 @@ Table: spart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -703,6 +709,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 @@ -955,6 +962,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 1000 rawDataSize 10624 @@ -994,6 +1002,7 @@ Table: spart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -1032,6 +1041,7 @@ Table: spart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -1113,6 +1123,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 @@ -1311,6 +1322,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 500 rawDataSize 5312 @@ -1350,6 +1362,7 @@ Table: spart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -1387,6 +1400,7 @@ Table: spart #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 5812 diff --git ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out index 658b05702fcc3031002c219963b9d2d7b7224f9a..dda2d8c9cb7918b681749dbe0116809613a80e3d 100644 --- ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out +++ ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out @@ -40,6 +40,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 170 totalSize 283 @@ -220,6 +221,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 170 totalSize 283 @@ -296,6 +298,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 2 rawDataSize 340 @@ -541,6 +544,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 2 rawDataSize 340 @@ -580,6 +584,7 @@ Table: spart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 170 totalSize 283 @@ -618,6 +623,7 @@ Table: spart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 170 totalSize 283 @@ -698,6 +704,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 2 rawDataSize 340 @@ -893,6 +900,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 2 rawDataSize 340 @@ -932,6 +940,7 @@ Table: spart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 170 totalSize 283 @@ -970,6 +979,7 @@ Table: spart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 170 totalSize 283 diff --git ql/src/test/results/clientpositive/llap/ctas.q.out ql/src/test/results/clientpositive/llap/ctas.q.out index 729a6c7638b55c39e0f5a28f3e877e713f0cf8de..1520c7f3a31dd051c9cc9e5e6bd7fd4f4aa6e288 100644 --- ql/src/test/results/clientpositive/llap/ctas.q.out +++ ql/src/test/results/clientpositive/llap/ctas.q.out @@ -156,6 +156,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 @@ -313,6 +314,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 @@ -470,6 +472,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 120 totalSize 199 @@ -534,6 +537,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 120 totalSize 199 @@ -692,6 +696,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 diff --git ql/src/test/results/clientpositive/llap/default_constraint.q.out ql/src/test/results/clientpositive/llap/default_constraint.q.out index 3365569d70658747a419babcec73c4f5d14a0e38..bb53a3b79be08109cd6820648ed28384f889a774 100644 --- ql/src/test/results/clientpositive/llap/default_constraint.q.out +++ ql/src/test/results/clientpositive/llap/default_constraint.q.out @@ -1498,6 +1498,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 1102 transactional true transactional_properties default @@ -1668,6 +1669,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 totalSize 2204 transactional true transactional_properties default @@ -1748,6 +1750,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 totalSize 2204 transactional true transactional_properties default @@ -1925,6 +1928,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 3 + numFilesErasureCoded 0 totalSize 3296 transactional true transactional_properties default @@ -2004,6 +2008,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 3 + numFilesErasureCoded 0 totalSize 3296 transactional true transactional_properties default @@ -2084,6 +2089,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 3 + numFilesErasureCoded 0 totalSize 3296 transactional true transactional_properties default @@ -2660,6 +2666,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 1102 transactional true transactional_properties default diff --git ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out index bf82b32046bf78bbb2b15b8c29b833cbc2334437..432388e98ff9fd7f75886b7ce08b3dc370929ba6 100644 --- ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out +++ ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out @@ -52,6 +52,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"amount\":\"true\",\"id\":\"true\",\"item\":\"true\",\"sales_tax\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 634 totalSize 579 @@ -119,6 +120,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"amount\":\"true\",\"id\":\"true\",\"item\":\"true\",\"sales_tax\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out index 29be9a4cd7c85444cfebae9a5d13de82defdf7c8..539ce2211daf7aaad01ed6c2aeeda2ee6a6b9986 100644 --- ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out +++ ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out @@ -978,6 +978,7 @@ Table: over1k_part_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 32 rawDataSize 640 totalSize 1428 @@ -1018,6 +1019,7 @@ Table: over1k_part_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 6 rawDataSize 120 totalSize 1132 @@ -1058,6 +1060,7 @@ Table: over1k_part_limit_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 14 rawDataSize 280 totalSize 1246 @@ -1098,6 +1101,7 @@ Table: over1k_part_limit_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 6 rawDataSize 120 totalSize 1132 @@ -1137,6 +1141,7 @@ Table: over1k_part_buck_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 32 rawDataSize 640 totalSize 1460 @@ -1176,6 +1181,7 @@ Table: over1k_part_buck_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 80 totalSize 968 @@ -1215,6 +1221,7 @@ Table: over1k_part_buck_sort_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 32 rawDataSize 640 totalSize 1444 @@ -1254,6 +1261,7 @@ Table: over1k_part_buck_sort_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 4 rawDataSize 80 totalSize 978 @@ -1878,6 +1886,7 @@ Table: over1k_part2_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 415 totalSize 431 @@ -1918,6 +1927,7 @@ Table: over1k_part2_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 78 totalSize 81 @@ -2019,6 +2029,7 @@ Table: over1k_part2_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 415 totalSize 431 @@ -2059,6 +2070,7 @@ Table: over1k_part2_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 78 totalSize 81 @@ -2373,6 +2385,7 @@ Table: over1k_part_buck_sort2_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 415 totalSize 431 @@ -2412,6 +2425,7 @@ Table: over1k_part_buck_sort2_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 78 totalSize 81 @@ -2587,6 +2601,7 @@ Table: over1k_part_buck_sort2_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 415 totalSize 431 @@ -2626,6 +2641,7 @@ Table: over1k_part_buck_sort2_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 2 rawDataSize 52 totalSize 27 diff --git ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out index 600f452905e75b29efeaea23102842448f0317eb..21bd2b894b5d59d7362297d78274bf6f98d77425 100644 --- ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out +++ ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out @@ -935,6 +935,7 @@ Table: over1k_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 32 rawDataSize 830 totalSize 862 @@ -975,6 +976,7 @@ Table: over1k_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 6 rawDataSize 156 totalSize 162 @@ -1015,6 +1017,7 @@ Table: over1k_part_limit Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 14 rawDataSize 362 totalSize 376 @@ -1055,6 +1058,7 @@ Table: over1k_part_limit Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 6 rawDataSize 156 totalSize 162 @@ -1094,6 +1098,7 @@ Table: over1k_part_buck Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 8 + numFilesErasureCoded 0 numRows 32 rawDataSize 830 totalSize 862 @@ -1133,6 +1138,7 @@ Table: over1k_part_buck Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 6 rawDataSize 156 totalSize 162 @@ -1172,6 +1178,7 @@ Table: over1k_part_buck_sort Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 8 + numFilesErasureCoded 0 numRows 32 rawDataSize 830 totalSize 862 @@ -1211,6 +1218,7 @@ Table: over1k_part_buck_sort Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 6 rawDataSize 156 totalSize 162 @@ -1835,6 +1843,7 @@ Table: over1k_part2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 415 totalSize 431 @@ -1875,6 +1884,7 @@ Table: over1k_part2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 78 totalSize 81 @@ -1976,6 +1986,7 @@ Table: over1k_part2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 415 totalSize 431 @@ -2016,6 +2027,7 @@ Table: over1k_part2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 78 totalSize 81 @@ -2330,6 +2342,7 @@ Table: over1k_part_buck_sort2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 415 totalSize 431 @@ -2369,6 +2382,7 @@ Table: over1k_part_buck_sort2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 78 totalSize 81 @@ -2469,6 +2483,7 @@ Table: over1k_part_buck_sort2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 16 rawDataSize 415 totalSize 431 @@ -2508,6 +2523,7 @@ Table: over1k_part_buck_sort2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"b\":\"true\",\"f\":\"true\",\"i\":\"true\",\"si\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 3 rawDataSize 78 totalSize 81 diff --git ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out index 0b57fbc1fe4671b16e4013456268f24059f24701..06766cc3f713d21193042b84e62a32426f0fee86 100644 --- ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out +++ ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out @@ -204,6 +204,7 @@ Table: ss_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 11 rawDataSize 151 totalSize 162 @@ -262,6 +263,7 @@ Table: ss_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 13 rawDataSize 186 totalSize 199 @@ -437,6 +439,7 @@ Table: ss_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 11 rawDataSize 151 totalSize 162 @@ -495,6 +498,7 @@ Table: ss_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 13 rawDataSize 186 totalSize 199 @@ -707,6 +711,7 @@ Table: ss_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 11 rawDataSize 151 totalSize 162 @@ -765,6 +770,7 @@ Table: ss_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 13 rawDataSize 186 totalSize 199 @@ -960,6 +966,7 @@ Table: ss_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 11 rawDataSize 151 totalSize 162 @@ -1018,6 +1025,7 @@ Table: ss_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 13 rawDataSize 186 totalSize 199 @@ -1285,6 +1293,7 @@ Table: ss_part_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 11 rawDataSize 88 totalSize 464 @@ -1343,6 +1352,7 @@ Table: ss_part_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 13 rawDataSize 104 totalSize 487 @@ -1538,6 +1548,7 @@ Table: ss_part_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 11 rawDataSize 88 totalSize 464 @@ -1596,6 +1607,7 @@ Table: ss_part_orc Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"ss_net_paid_inc_tax\":\"true\",\"ss_net_profit\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 13 rawDataSize 104 totalSize 487 diff --git ql/src/test/results/clientpositive/llap/infer_bucket_sort_bucketed_table.q.out ql/src/test/results/clientpositive/llap/infer_bucket_sort_bucketed_table.q.out index ac58737fbf29e50a2d0e7182742fcb8496fffa8d..4acd8890b8605862ca1a0d489ea06192c127d8a5 100644 --- ql/src/test/results/clientpositive/llap/infer_bucket_sort_bucketed_table.q.out +++ ql/src/test/results/clientpositive/llap/infer_bucket_sort_bucketed_table.q.out @@ -42,6 +42,7 @@ Table: test_table_bucketed Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 3 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 diff --git ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out index d61917d761dfe4f79bb89d13e1210d94fe74a96e..b7378c1c5602b52fa2c5a0b70536e6e880ffa1b0 100644 --- ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out +++ ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out @@ -104,6 +104,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -170,6 +171,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 295544 transactional true transactional_properties default @@ -376,6 +378,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 1625 transactional true transactional_properties default @@ -509,6 +512,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 3250 transactional true transactional_properties default @@ -638,6 +642,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 298795 transactional true transactional_properties default @@ -744,6 +749,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -788,6 +794,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -871,6 +878,7 @@ Table: sp #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 5812 @@ -987,6 +995,7 @@ Table: sp #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 5820 @@ -1037,6 +1046,7 @@ Table: sp Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 502 rawDataSize 5318 totalSize 5820 diff --git ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out index 5e9d1918858897359fc1b450ec857a04d469227f..74921a950c6152bbbfaea961d47d52ab07fb2e18 100644 --- ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out +++ ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out @@ -272,6 +272,7 @@ Table: list_bucketing_static_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5520 diff --git ql/src/test/results/clientpositive/llap/materialized_view_create.q.out ql/src/test/results/clientpositive/llap/materialized_view_create.q.out index 5837963dce461860407fc1d03023e6b4f2e2bb90..42bcf3fcc7f1af705b697711ce7b463be123cbf9 100644 --- ql/src/test/results/clientpositive/llap/materialized_view_create.q.out +++ ql/src/test/results/clientpositive/llap/materialized_view_create.q.out @@ -48,6 +48,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 1025 totalSize 503 @@ -109,6 +110,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 580 totalSize 348 diff --git ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out index 2f34aae41a4cf53c4d78f3857fa1c5d735266da7..3cb18cdabc2fa63a1d7c05176877843afd443910 100644 --- ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out +++ ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out @@ -266,6 +266,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"_c2\":\"true\",\"a\":\"true\",\"c\":\"true\"}} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 2 rawDataSize 248 totalSize 736 @@ -493,6 +494,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"_c2\":\"true\",\"a\":\"true\",\"c\":\"true\"}} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 2 rawDataSize 248 totalSize 736 @@ -937,6 +939,7 @@ Table Type: MATERIALIZED_VIEW Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 1512 transactional true transactional_properties default diff --git ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_5.q.out ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_5.q.out index 10039cc5b3c4f5afc8f7ea1a0d25c7ff325bf71d..30175817a3affb59a88ff1755b06d4f483c18e99 100644 --- ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_5.q.out +++ ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_5.q.out @@ -400,6 +400,7 @@ Table Type: MATERIALIZED_VIEW Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 1078 transactional true transactional_properties default diff --git ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_time_window.q.out ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_time_window.q.out index cfff416fdc5f18190e8f3bedbcb8a8f7184d5d03..276dd04e20f7483af6ef4f60192c522a21be452d 100644 --- ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_time_window.q.out +++ ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_time_window.q.out @@ -252,6 +252,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 2 rawDataSize 232 rewriting.time.window 300s @@ -474,6 +475,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 2 rawDataSize 232 rewriting.time.window 300s @@ -777,6 +779,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"c\":\"true\"}} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 3 rawDataSize 348 rewriting.time.window 300s diff --git ql/src/test/results/clientpositive/llap/materialized_view_describe.q.out ql/src/test/results/clientpositive/llap/materialized_view_describe.q.out index 7cf713295ce092833ecb93dc7a76229213024620..8b67cb63f34651a79b60503702827645145896cc 100644 --- ql/src/test/results/clientpositive/llap/materialized_view_describe.q.out +++ ql/src/test/results/clientpositive/llap/materialized_view_describe.q.out @@ -71,6 +71,7 @@ Table Parameters: comment this is the first view key foo numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 580 totalSize 348 @@ -161,6 +162,7 @@ Table Parameters: key alice key2 bob numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 5 totalSize 10 @@ -240,6 +242,7 @@ Table Parameters: bucketing_version 2 comment this is the third view numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 1025 totalSize 503 @@ -330,6 +333,7 @@ Table Parameters: bucketing_version 2 comment this is the last view numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 5 totalSize 10 diff --git ql/src/test/results/clientpositive/llap/mm_all.q.out ql/src/test/results/clientpositive/llap/mm_all.q.out index 95734b6b4f5e3368e6235290e776d506d540df5a..759b433dffd6975a3349b3c9bd73175e349c6c09 100644 --- ql/src/test/results/clientpositive/llap/mm_all.q.out +++ ql/src/test/results/clientpositive/llap/mm_all.q.out @@ -1817,6 +1817,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 6 rawDataSize 13 totalSize 19 @@ -1867,6 +1868,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 6 + numFilesErasureCoded 0 numRows 12 rawDataSize 26 totalSize 38 @@ -1926,6 +1928,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {} bucketing_version 2 numFiles 55 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/llap/mm_exim.q.out ql/src/test/results/clientpositive/llap/mm_exim.q.out index 8dfc738fb7b31df137206591dc97518b42132c21..c3001d56270b36e0b138b45c46998326f7699190 100644 --- ql/src/test/results/clientpositive/llap/mm_exim.q.out +++ ql/src/test/results/clientpositive/llap/mm_exim.q.out @@ -311,6 +311,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 6 rawDataSize 37 totalSize 43 @@ -388,6 +389,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 6 rawDataSize 13 @@ -643,6 +645,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 6 rawDataSize 37 totalSize 43 diff --git ql/src/test/results/clientpositive/llap/orc_analyze.q.out ql/src/test/results/clientpositive/llap/orc_analyze.q.out index 14bf186aab2c82be1afcd2f481e5e639802844f0..5ee0f51e18175d9176cd28e3345cf494997b4f49 100644 --- ql/src/test/results/clientpositive/llap/orc_analyze.q.out +++ ql/src/test/results/clientpositive/llap/orc_analyze.q.out @@ -100,6 +100,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 100 rawDataSize 52600 totalSize 3236 @@ -148,6 +149,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 100 rawDataSize 52600 totalSize 3236 @@ -235,6 +237,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"address\":\"true\",\"first_name\":\"true\",\"id\":\"true\",\"last_name\":\"true\",\"salary\":\"true\",\"start_date\":\"true\",\"state\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 100 rawDataSize 52600 totalSize 3236 @@ -343,6 +346,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 50 rawDataSize 21950 totalSize 2134 @@ -384,6 +388,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 50 rawDataSize 22050 totalSize 2147 @@ -437,6 +442,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 50 rawDataSize 21950 totalSize 2134 @@ -478,6 +484,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 50 rawDataSize 22050 totalSize 2147 @@ -574,6 +581,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"address\":\"true\",\"first_name\":\"true\",\"id\":\"true\",\"last_name\":\"true\",\"salary\":\"true\",\"start_date\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 50 rawDataSize 21950 totalSize 2134 @@ -615,6 +623,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"address\":\"true\",\"first_name\":\"true\",\"id\":\"true\",\"last_name\":\"true\",\"salary\":\"true\",\"start_date\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 50 rawDataSize 22050 totalSize 2147 @@ -729,6 +738,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 50 rawDataSize 21955 totalSize 5394 @@ -770,6 +780,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 50 rawDataSize 22043 totalSize 5388 @@ -823,6 +834,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 50 rawDataSize 21955 totalSize 5394 @@ -864,6 +876,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 50 rawDataSize 22043 totalSize 5388 @@ -966,6 +979,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"address\":\"true\",\"first_name\":\"true\",\"id\":\"true\",\"last_name\":\"true\",\"salary\":\"true\",\"start_date\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 50 rawDataSize 21955 totalSize 5394 @@ -1007,6 +1021,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"address\":\"true\",\"first_name\":\"true\",\"id\":\"true\",\"last_name\":\"true\",\"salary\":\"true\",\"start_date\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 50 rawDataSize 22043 totalSize 5388 @@ -1115,6 +1130,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 50 rawDataSize 21950 totalSize 2134 @@ -1168,6 +1184,7 @@ Table: orc_create_people_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 50 rawDataSize 21950 totalSize 2134 diff --git ql/src/test/results/clientpositive/llap/orc_create.q.out ql/src/test/results/clientpositive/llap/orc_create.q.out index 5aa43a870089f99d1def9956257f970afdb6eab3..bc511810d5e74930e97bfa28e04f0b3442965d60 100644 --- ql/src/test/results/clientpositive/llap/orc_create.q.out +++ ql/src/test/results/clientpositive/llap/orc_create.q.out @@ -68,6 +68,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"lst\":\"true\",\"mp\":\"true\",\"str\":\"true\",\"strct\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -122,6 +123,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -180,6 +182,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -229,6 +232,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -287,6 +291,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 @@ -343,6 +348,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"lst\":\"true\",\"mp\":\"true\",\"str\":\"true\",\"strct\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out index c4fe46ee82c380ce0105ebc32151041a8d2578bf..a545bf96a9f508ddef2f0ccddf7be3954a7e1d6d 100644 --- ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out +++ ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out @@ -229,6 +229,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 2100 orc.bloom.filter.columns * orc.row.index.stride 1000 diff --git ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out index 6dec42f3afa4f82a19984213a8d11a8637fd4853..0371d38ab0e963f59d876550bd8849602426ec26 100644 --- ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out +++ ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out @@ -229,6 +229,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 2100 orc.bloom.filter.columns * orc.row.index.stride 1000 diff --git ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out index 5c457766074af91d259b89f614f74d902081d618..2fde2ba0a7e3ffa59721539ed86ad4f058d8d3fd 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out @@ -81,6 +81,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 8 rawDataSize 96 @@ -119,6 +120,7 @@ Table: partitioned1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 40 totalSize 44 @@ -158,6 +160,7 @@ Table: partitioned1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 56 totalSize 60 @@ -287,6 +290,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 8 rawDataSize 1116 @@ -325,6 +329,7 @@ Table: partitioned1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 384 totalSize 323 @@ -364,6 +369,7 @@ Table: partitioned1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 732 totalSize 525 diff --git ql/src/test/results/clientpositive/llap/stats11.q.out ql/src/test/results/clientpositive/llap/stats11.q.out index f47137e071a87f59df3cd245f50a4e5f9d1e262b..4a348a1dd2b390fc47492d0c6480c3d9e5bad7f5 100644 --- ql/src/test/results/clientpositive/llap/stats11.q.out +++ ql/src/test/results/clientpositive/llap/stats11.q.out @@ -87,6 +87,7 @@ Table: srcbucket_mapjoin_part_n16 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 1358 @@ -131,6 +132,7 @@ Table: srcbucket_mapjoin_part_n16 #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 2750 @@ -175,6 +177,7 @@ Table: srcbucket_mapjoin_part_n16 #### A masked pattern was here #### Partition Parameters: numFiles 3 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 4200 @@ -219,6 +222,7 @@ Table: srcbucket_mapjoin_part_n16 #### A masked pattern was here #### Partition Parameters: numFiles 4 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 5812 diff --git ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out index 2d3bac797aca96820efd4eb6afd8862506e721d2..ebe1efd5ff303d33c07dfc1d0d21bf3381258c15 100644 --- ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out +++ ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out @@ -94,6 +94,7 @@ Table: analyze_srcpart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -130,6 +131,7 @@ Table: analyze_srcpart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -165,6 +167,7 @@ Table: analyze_srcpart_n0 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -200,6 +203,7 @@ Table: analyze_srcpart_n0 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -236,6 +240,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 0 rawDataSize 0 @@ -348,6 +353,7 @@ Table: analyze_srcpart_partial Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -384,6 +390,7 @@ Table: analyze_srcpart_partial Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -419,6 +426,7 @@ Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -454,6 +462,7 @@ Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/stats_only_null.q.out ql/src/test/results/clientpositive/llap/stats_only_null.q.out index 82738729b5c38eb279a8957d220e6e3178815969..b99ffbb42929229c57158689115fd33532879de0 100644 --- ql/src/test/results/clientpositive/llap/stats_only_null.q.out +++ ql/src/test/results/clientpositive/llap/stats_only_null.q.out @@ -248,6 +248,7 @@ Table: stats_null_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 6 rawDataSize 71 totalSize 77 @@ -287,6 +288,7 @@ Table: stats_null_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 49 totalSize 53 diff --git ql/src/test/results/clientpositive/llap/tez_fsstat.q.out ql/src/test/results/clientpositive/llap/tez_fsstat.q.out index 18fa721a411f6c30826a6b9a1d6d8fb9b537f0e3..a17399571b2863ec62365aa3bc3cb091c44ed0fd 100644 --- ql/src/test/results/clientpositive/llap/tez_fsstat.q.out +++ ql/src/test/results/clientpositive/llap/tez_fsstat.q.out @@ -83,6 +83,7 @@ Table: tab_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/llap/union_fast_stats.q.out ql/src/test/results/clientpositive/llap/union_fast_stats.q.out index 4f80cbfff9f213180f9ff66cb72ff10ab7fe20d8..6a54cd1e09a2d02408f92e7f127675f7906ca9d6 100644 --- ql/src/test/results/clientpositive/llap/union_fast_stats.q.out +++ ql/src/test/results/clientpositive/llap/union_fast_stats.q.out @@ -178,6 +178,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 5 rawDataSize 1069 totalSize 4033 @@ -231,6 +232,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 15 rawDataSize 3483 totalSize 4033 @@ -296,6 +298,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numRows 20 rawDataSize 4552 totalSize 5406 @@ -511,6 +514,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 5 rawDataSize 1069 totalSize 3245 @@ -564,6 +568,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 15 rawDataSize 3320 totalSize 3245 @@ -629,6 +634,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 20 rawDataSize 4389 totalSize 4618 diff --git ql/src/test/results/clientpositive/llap/union_stats.q.out ql/src/test/results/clientpositive/llap/union_stats.q.out index 5a088f40f5fea41d04a5b6cb6c12bf852a22f097..ad1241b1788e5dff833b50a3ec90ee0e01a7e18c 100644 --- ql/src/test/results/clientpositive/llap/union_stats.q.out +++ ql/src/test/results/clientpositive/llap/union_stats.q.out @@ -257,6 +257,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 11624 @@ -306,6 +307,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 17436 @@ -363,6 +365,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 17436 @@ -431,6 +434,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -465,6 +469,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 diff --git ql/src/test/results/clientpositive/merge3.q.out ql/src/test/results/clientpositive/merge3.q.out index aaa77025957772663df7fcfdf40a21f3b302795f..57847cc60e8a823477c538d929c2c4167ef0acd8 100644 --- ql/src/test/results/clientpositive/merge3.q.out +++ ql/src/test/results/clientpositive/merge3.q.out @@ -2341,6 +2341,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 2000 rawDataSize 21248 totalSize 23248 diff --git ql/src/test/results/clientpositive/mm_all.q.out ql/src/test/results/clientpositive/mm_all.q.out index e7df4c0a293dcf64059d441395229b2e0638745f..cc01aa3148126a5902eea0ef321606cc693de0a1 100644 --- ql/src/test/results/clientpositive/mm_all.q.out +++ ql/src/test/results/clientpositive/mm_all.q.out @@ -1831,6 +1831,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 6 rawDataSize 13 totalSize 19 @@ -1881,6 +1882,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 12 rawDataSize 26 totalSize 38 @@ -1940,6 +1942,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/mm_default.q.out ql/src/test/results/clientpositive/mm_default.q.out index 4ba6aa5223588bc76356896726f91c0da806e963..737d5a89255b10f5bee41c2f934b85cbdd2a9806 100644 --- ql/src/test/results/clientpositive/mm_default.q.out +++ ql/src/test/results/clientpositive/mm_default.q.out @@ -112,6 +112,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -147,6 +148,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -183,6 +185,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 3 totalSize 4 @@ -219,6 +222,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -255,6 +259,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1 rawDataSize 3 totalSize 4 @@ -288,6 +293,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -324,6 +330,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/multi_insert_partitioned.q.out ql/src/test/results/clientpositive/multi_insert_partitioned.q.out index 72433bdf0dfb70ce7368e2f820f4a260587d8f52..bad7b9d5e7e69160d704f1b6ce7f4db649080837 100644 --- ql/src/test/results/clientpositive/multi_insert_partitioned.q.out +++ ql/src/test/results/clientpositive/multi_insert_partitioned.q.out @@ -121,6 +121,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 12 rawDataSize 74 @@ -209,6 +210,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 12 rawDataSize 74 @@ -303,6 +305,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numPartitions 2 numRows 18 rawDataSize 111 @@ -421,6 +424,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 7 + numFilesErasureCoded 0 numPartitions 5 numRows 30 rawDataSize 185 @@ -544,6 +548,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 9 + numFilesErasureCoded 0 numPartitions 5 numRows 42 rawDataSize 259 diff --git ql/src/test/results/clientpositive/named_column_join.q.out ql/src/test/results/clientpositive/named_column_join.q.out index b67b74a75af5282f1a0bfa0103984712b6523d67..71333008dacd3e2e9e1608e94dbeca6c6e3ddae0 100644 --- ql/src/test/results/clientpositive/named_column_join.q.out +++ ql/src/test/results/clientpositive/named_column_join.q.out @@ -467,6 +467,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 13 rawDataSize 41 totalSize 54 diff --git ql/src/test/results/clientpositive/outer_reference_windowed.q.out ql/src/test/results/clientpositive/outer_reference_windowed.q.out index 87cadb331775ecf90b1eb86f9892a530034c6651..edf25440ec7f7f2f04c82e56f57d470d2df611ea 100644 --- ql/src/test/results/clientpositive/outer_reference_windowed.q.out +++ ql/src/test/results/clientpositive/outer_reference_windowed.q.out @@ -140,6 +140,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 12 totalSize 16 diff --git ql/src/test/results/clientpositive/parallel_orderby.q.out ql/src/test/results/clientpositive/parallel_orderby.q.out index d60a0a6e218538c68213f7e0aa4188dbbd29a847..73ed3f078caa0af7a9b250d9279c5be4e8b39725 100644 --- ql/src/test/results/clientpositive/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/parallel_orderby.q.out @@ -116,6 +116,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 48 rawDataSize 512 totalSize 560 @@ -227,6 +228,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 48 rawDataSize 512 totalSize 560 diff --git ql/src/test/results/clientpositive/parquet_analyze.q.out ql/src/test/results/clientpositive/parquet_analyze.q.out index e746621afa5bed6cca22562648e978ec0d60050a..886b456df0726d155be127f494dea49573733e6a 100644 --- ql/src/test/results/clientpositive/parquet_analyze.q.out +++ ql/src/test/results/clientpositive/parquet_analyze.q.out @@ -92,6 +92,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"address\":\"true\",\"first_name\":\"true\",\"id\":\"true\",\"last_name\":\"true\",\"salary\":\"true\",\"start_date\":\"true\",\"state\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 100 rawDataSize 700 totalSize 6692 @@ -140,6 +141,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"address\":\"true\",\"first_name\":\"true\",\"id\":\"true\",\"last_name\":\"true\",\"salary\":\"true\",\"start_date\":\"true\",\"state\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 100 rawDataSize 5936 totalSize 6692 diff --git ql/src/test/results/clientpositive/parquet_array_null_element.q.out ql/src/test/results/clientpositive/parquet_array_null_element.q.out index 94d834461beb112ae75e46583d0ee5b03675f547..c8498b21e88837217c7ea3c667e218345716258d 100644 --- ql/src/test/results/clientpositive/parquet_array_null_element.q.out +++ ql/src/test/results/clientpositive/parquet_array_null_element.q.out @@ -72,6 +72,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"lstint\":\"true\",\"lststr\":\"true\",\"mp\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/parquet_create.q.out ql/src/test/results/clientpositive/parquet_create.q.out index a37309e24b9bb13d68e3ad14e79d77828a05b134..caa29d7041a17b0bab03130367c9122c9e4e2159 100644 --- ql/src/test/results/clientpositive/parquet_create.q.out +++ ql/src/test/results/clientpositive/parquet_create.q.out @@ -75,6 +75,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"lst\":\"true\",\"mp\":\"true\",\"str\":\"true\",\"strct\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/parquet_mixed_partition_formats.q.out ql/src/test/results/clientpositive/parquet_mixed_partition_formats.q.out index 97c69e947cb92c18b2a47a1cbb18c6697fb2ac46..06d2c55cfe8a1630635c23673fbd02affe0669a4 100644 --- ql/src/test/results/clientpositive/parquet_mixed_partition_formats.q.out +++ ql/src/test/results/clientpositive/parquet_mixed_partition_formats.q.out @@ -122,6 +122,7 @@ Table: parquet_mixed_partition_formats #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 2521 @@ -192,6 +193,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 0 rawDataSize 0 @@ -244,6 +246,7 @@ Table: parquet_mixed_partition_formats #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 2521 diff --git ql/src/test/results/clientpositive/parquet_partitioned.q.out ql/src/test/results/clientpositive/parquet_partitioned.q.out index c74b52ed6e57bb73fa158aa5d42c92a23c9f9b7f..f1975f01ec2e6fc68bee6928e6615b2f13c78a4d 100644 --- ql/src/test/results/clientpositive/parquet_partitioned.q.out +++ ql/src/test/results/clientpositive/parquet_partitioned.q.out @@ -64,6 +64,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/parquet_serde.q.out ql/src/test/results/clientpositive/parquet_serde.q.out index 7d0ca32ef4871a5a7be9d25e3a2ba10c7f4f89a4..0b61317c3a64bf9788935cb617c9248755e3336e 100644 --- ql/src/test/results/clientpositive/parquet_serde.q.out +++ ql/src/test/results/clientpositive/parquet_serde.q.out @@ -66,6 +66,7 @@ Table: parquet_mixed_fileformat #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 36 @@ -129,6 +130,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 0 rawDataSize 0 @@ -168,6 +170,7 @@ Table: parquet_mixed_fileformat #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 36 diff --git ql/src/test/results/clientpositive/part_inherit_tbl_props.q.out ql/src/test/results/clientpositive/part_inherit_tbl_props.q.out index 1bff5a6f285f6c229654603bc692ed79183277cf..086b060339c5639c0da2d1d0f70eb30ef0f342e2 100644 --- ql/src/test/results/clientpositive/part_inherit_tbl_props.q.out +++ ql/src/test/results/clientpositive/part_inherit_tbl_props.q.out @@ -36,6 +36,7 @@ Partition Parameters: a myval b yourval numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/part_inherit_tbl_props_empty.q.out ql/src/test/results/clientpositive/part_inherit_tbl_props_empty.q.out index 20145f61bb0865cf2c3950cd0bcfd3dbe6f23942..7f6cabc02301f2bd690f9261c2fb0611e8e45e17 100644 --- ql/src/test/results/clientpositive/part_inherit_tbl_props_empty.q.out +++ ql/src/test/results/clientpositive/part_inherit_tbl_props_empty.q.out @@ -34,6 +34,7 @@ Table: mytbl_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/part_inherit_tbl_props_with_star.q.out ql/src/test/results/clientpositive/part_inherit_tbl_props_with_star.q.out index dae8e0eb4243c58252fb8bbbbc72673e5714d3c9..d0ba69950c7ca3616aadac796ffca93dfef1f310 100644 --- ql/src/test/results/clientpositive/part_inherit_tbl_props_with_star.q.out +++ ql/src/test/results/clientpositive/part_inherit_tbl_props_with_star.q.out @@ -38,6 +38,7 @@ Partition Parameters: bucketing_version 2 c noval numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/partition_coltype_literals.q.out ql/src/test/results/clientpositive/partition_coltype_literals.q.out index d98cce50b0f497160bd41e684f32ab1a3a205259..735a636a5f8bf7e6d51a8630206fcab23c160b5c 100644 --- ql/src/test/results/clientpositive/partition_coltype_literals.q.out +++ ql/src/test/results/clientpositive/partition_coltype_literals.q.out @@ -41,6 +41,7 @@ Table: partcoltypenum Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -90,6 +91,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -139,6 +141,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -189,6 +192,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} #### A masked pattern was here #### numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -426,6 +430,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"value\":\"true\"}} #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numRows 30 rawDataSize 316 totalSize 346 @@ -473,6 +478,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"value\":\"true\"}} #### A masked pattern was here #### numFiles 2 + numFilesErasureCoded 0 numRows 30 rawDataSize 316 totalSize 346 @@ -562,6 +568,7 @@ Table: partcoltypenum Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 104 totalSize 114 @@ -612,6 +619,7 @@ Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 104 totalSize 114 diff --git ql/src/test/results/clientpositive/quotedid_stats.q.out ql/src/test/results/clientpositive/quotedid_stats.q.out index 2f17484d8790048c1401152b582b3cd94fe2a14d..58c6c17260cc89a2582baabdc8f7b0b15578a79b 100644 --- ql/src/test/results/clientpositive/quotedid_stats.q.out +++ ql/src/test/results/clientpositive/quotedid_stats.q.out @@ -26,6 +26,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x+1`\":\"true\",\"y&y\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -71,6 +72,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"x+1`\":\"true\",\"y&y\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/rcfile_default_format.q.out ql/src/test/results/clientpositive/rcfile_default_format.q.out index e552adf5ccd3fb8fdb980846754d9744b86b3f49..bdbb94f02a508793a594e565d5598787c82b97ad 100644 --- ql/src/test/results/clientpositive/rcfile_default_format.q.out +++ ql/src/test/results/clientpositive/rcfile_default_format.q.out @@ -25,6 +25,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -72,6 +73,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5293 @@ -123,6 +125,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 1406 totalSize 1906 @@ -170,6 +173,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -217,6 +221,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5293 @@ -259,6 +264,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -306,6 +312,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5293 @@ -348,6 +355,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/rename_external_partition_location.q.out ql/src/test/results/clientpositive/rename_external_partition_location.q.out index 02cd814dfe039ceb71e6cc27d246b66543eef3c4..e8eb1d4d7d0a11814610f8bb3382dfeb3e4853cc 100644 --- ql/src/test/results/clientpositive/rename_external_partition_location.q.out +++ ql/src/test/results/clientpositive/rename_external_partition_location.q.out @@ -104,6 +104,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 10 rawDataSize 70 @@ -142,6 +143,7 @@ Table: ex_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 70 totalSize 80 @@ -267,6 +269,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 10 rawDataSize 70 @@ -305,6 +308,7 @@ Table: ex_table Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 70 totalSize 80 diff --git ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out index 2f7026806daa310e6e4a7ff1c50acf7ac719fd38..c8b87cd39da327c51c3273b47a401616ef7e3562 100644 --- ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out +++ ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out @@ -83,6 +83,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1500 rawDataSize 18124 totalSize 19624 diff --git ql/src/test/results/clientpositive/smb_mapjoin_1.q.out ql/src/test/results/clientpositive/smb_mapjoin_1.q.out index fcc50dfd079596cd5f6a50791f2a0208487c7dbe..0561630bf2be76051280316c1b7c0902e5fd178a 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_1.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_1.q.out @@ -66,6 +66,7 @@ Table Parameters: SORTBUCKETCOLSPREFIX TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 208 diff --git ql/src/test/results/clientpositive/spark/alter_merge_stats_orc.q.out ql/src/test/results/clientpositive/spark/alter_merge_stats_orc.q.out index 3d380aa5f61dbe1cfe9f8d28f7482c352d08c3f4..edbb4f7427cd893e61895851067eef3c4b820165 100644 --- ql/src/test/results/clientpositive/spark/alter_merge_stats_orc.q.out +++ ql/src/test/results/clientpositive/spark/alter_merge_stats_orc.q.out @@ -91,6 +91,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7590 @@ -142,6 +143,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7214 @@ -241,6 +243,7 @@ Table: src_orc_merge_test_part_stat Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7590 @@ -288,6 +291,7 @@ Table: src_orc_merge_test_part_stat Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7590 @@ -343,6 +347,7 @@ Table: src_orc_merge_test_part_stat Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 1500 rawDataSize 141000 totalSize 7214 diff --git ql/src/test/results/clientpositive/spark/bucket5.q.out ql/src/test/results/clientpositive/spark/bucket5.q.out index 125f52e808fc536978695cf16a5984d7e986c973..153d74fc57e3b57999b5b9cb58e89c5e68a38d25 100644 --- ql/src/test/results/clientpositive/spark/bucket5.q.out +++ ql/src/test/results/clientpositive/spark/bucket5.q.out @@ -387,6 +387,7 @@ Table Parameters: SORTBUCKETCOLSPREFIX TRUE bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/spark/ctas.q.out ql/src/test/results/clientpositive/spark/ctas.q.out index 0b5027e9e01294d44833c9a04e0d75d2c1424996..a83f8b2075249a396cb5216ae49aa3057e8e7e08 100644 --- ql/src/test/results/clientpositive/spark/ctas.q.out +++ ql/src/test/results/clientpositive/spark/ctas.q.out @@ -150,6 +150,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 @@ -301,6 +302,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 @@ -452,6 +454,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 120 totalSize 199 @@ -516,6 +519,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 120 totalSize 199 @@ -668,6 +672,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 96 totalSize 106 diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out index 8fab7ecbd089dc522e42f8716d573d3c03139f76..ec370c8925c629b2a280a1f88a498e83133bf178 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out @@ -42,6 +42,7 @@ Table: test_table_bucketed Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out index ab4fa0a076649e46d270a0ef4fe50b992a0bf82f..08d68ea024408b3307b0ef93e4d887458bdad9d4 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out @@ -141,6 +141,7 @@ Table: test_table_out_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -313,6 +314,7 @@ Table: test_table_out_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -425,6 +427,7 @@ Table: test_table_out_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -564,6 +567,7 @@ Table: test_table_out_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 309 rawDataSize 2728 totalSize 3037 diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_merge.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_merge.q.out index 2c5fe2b2708676cd82ab09e87eda6adb3c594505..a1cb7bb4414b0397261c34e6e37eb8aba315de1a 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_merge.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_merge.q.out @@ -40,6 +40,7 @@ Table: test_table_n16 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -89,6 +90,7 @@ Table: test_table_n16 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out index 9da7339190402ad49c380b09ea94670ddb46298d..c9577feb9849e2c96f8320b22a5390442f74e226 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out @@ -132,6 +132,7 @@ Table: test_table_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 670 rawDataSize 5888 totalSize 6558 @@ -170,6 +171,7 @@ Table: test_table_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 330 rawDataSize 2924 totalSize 3254 diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_reducers_power_two.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_reducers_power_two.q.out index b34bd97c3f5d46206aa44992544e6fd3ccd537f4..8f76edb3e6c90a88df16b0f47b1f2a8960173271 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_reducers_power_two.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_reducers_power_two.q.out @@ -40,6 +40,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 5 + numFilesErasureCoded 0 numRows 309 rawDataSize 1482 totalSize 1791 @@ -89,6 +90,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 9 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -138,6 +140,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 9 + numFilesErasureCoded 0 numRows 1028 rawDataSize 10968 totalSize 11996 @@ -187,6 +190,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 13 + numFilesErasureCoded 0 numRows 2654 rawDataSize 28466 totalSize 31120 @@ -236,6 +240,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 9 + numFilesErasureCoded 0 numRows 2654 rawDataSize 28466 totalSize 31120 @@ -285,6 +290,7 @@ Table: test_table_n14 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 5 rawDataSize 19 totalSize 24 diff --git ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out index e14ae92d1c73d57a7e02a0ce5f364aa523c1443d..1711a23b9fe5c3a9b008cf76d93dbeee33d4241c 100644 --- ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out +++ ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out @@ -208,6 +208,7 @@ Table: list_bucketing_static_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5520 diff --git ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out index 1dd4884cda956bbef9194d7835f339f482c2ac36..c9bd4f591bf317a0c89a7e7b81369dbb4e18e308 100644 --- ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out +++ ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out @@ -259,6 +259,7 @@ Table: list_bucketing_static_part_n4 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 6 + numFilesErasureCoded 0 numRows 1000 rawDataSize 9624 totalSize 10898 diff --git ql/src/test/results/clientpositive/spark/parallel_orderby.q.out ql/src/test/results/clientpositive/spark/parallel_orderby.q.out index d98ac34c6977bf93b1ae5c96b1aa5e9b4f04a5b8..dfd83b45c9180b23797f8027952af6d3061c94fd 100644 --- ql/src/test/results/clientpositive/spark/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/spark/parallel_orderby.q.out @@ -122,6 +122,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numRows 48 rawDataSize 512 totalSize 560 @@ -233,6 +234,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numRows 48 rawDataSize 512 totalSize 560 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out index f0bafba031fac4485cd3ac8e8ca2a338e9c80760..9d47c9e6e02fb46337a0e32ee2ac1cef848a3d09 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_1.q.out @@ -66,6 +66,7 @@ Table Parameters: SORTBUCKETCOLSPREFIX TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 208 diff --git ql/src/test/results/clientpositive/spark/stats1.q.out ql/src/test/results/clientpositive/spark/stats1.q.out index b755b4cc3afd8966ad015c440355bb8293f339ac..6121f48dbe8b2a3dd5661db26947657d9d7ba96a 100644 --- ql/src/test/results/clientpositive/spark/stats1.q.out +++ ql/src/test/results/clientpositive/spark/stats1.q.out @@ -176,6 +176,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 26 rawDataSize 199 totalSize 225 @@ -218,6 +219,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 26 rawDataSize 199 totalSize 1583 diff --git ql/src/test/results/clientpositive/spark/stats10.q.out ql/src/test/results/clientpositive/spark/stats10.q.out index 1aae5fcb177dd7d92119c34b5e356b838b7eadc2..0550662de5bec3b7c0571334f432fe5743828d60 100644 --- ql/src/test/results/clientpositive/spark/stats10.q.out +++ ql/src/test/results/clientpositive/spark/stats10.q.out @@ -423,6 +423,7 @@ Table: bucket3_1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -460,6 +461,7 @@ Table: bucket3_1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -499,6 +501,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numPartitions 2 numRows 1000 rawDataSize 10624 diff --git ql/src/test/results/clientpositive/spark/stats12.q.out ql/src/test/results/clientpositive/spark/stats12.q.out index c976da8945a0f4e373421b53bb0bdb2dc97c84ab..deaa4a9d8e6170aa19a7e15aa4a72aaf50809afb 100644 --- ql/src/test/results/clientpositive/spark/stats12.q.out +++ ql/src/test/results/clientpositive/spark/stats12.q.out @@ -196,6 +196,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 1000 rawDataSize 10624 @@ -235,6 +236,7 @@ Table: analyze_srcpart_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -273,6 +275,7 @@ Table: analyze_srcpart_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -310,6 +313,7 @@ Table: analyze_srcpart_n3 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -345,6 +349,7 @@ Table: analyze_srcpart_n3 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/stats13.q.out ql/src/test/results/clientpositive/spark/stats13.q.out index d59ca8bcf95452705c6ea66d208f944833cbc3fb..86227106d6793daa7c2bbda431dc18ba11401667 100644 --- ql/src/test/results/clientpositive/spark/stats13.q.out +++ ql/src/test/results/clientpositive/spark/stats13.q.out @@ -146,6 +146,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 500 rawDataSize 5312 @@ -185,6 +186,7 @@ Table: analyze_srcpart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -222,6 +224,7 @@ Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -257,6 +260,7 @@ Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -292,6 +296,7 @@ Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -337,6 +342,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/spark/stats14.q.out ql/src/test/results/clientpositive/spark/stats14.q.out index eb8a995e298d77098c5d7a01086943dc08307c19..36be11401bac8c55e0961f22574160c9700b51e5 100644 --- ql/src/test/results/clientpositive/spark/stats14.q.out +++ ql/src/test/results/clientpositive/spark/stats14.q.out @@ -43,6 +43,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -144,6 +145,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 1500 rawDataSize 15936 @@ -183,6 +185,7 @@ Table: stats_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -221,6 +224,7 @@ Table: stats_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -280,6 +284,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 1500 rawDataSize 15936 diff --git ql/src/test/results/clientpositive/spark/stats15.q.out ql/src/test/results/clientpositive/spark/stats15.q.out index 3874e6de249428404946f461eec3575d6dcb50a5..370295f827a756297e0f171992a96116e2af30cb 100644 --- ql/src/test/results/clientpositive/spark/stats15.q.out +++ ql/src/test/results/clientpositive/spark/stats15.q.out @@ -43,6 +43,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -144,6 +145,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 1500 rawDataSize 15936 @@ -183,6 +185,7 @@ Table: stats_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -221,6 +224,7 @@ Table: stats_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -280,6 +284,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 1500 rawDataSize 15936 diff --git ql/src/test/results/clientpositive/spark/stats16.q.out ql/src/test/results/clientpositive/spark/stats16.q.out index ba5628479c7aafd61946412e6f51a2920ff2ab5f..3d8d0fe3ac7ce7a16f5b29fb33c7f8859f221a04 100644 --- ql/src/test/results/clientpositive/spark/stats16.q.out +++ ql/src/test/results/clientpositive/spark/stats16.q.out @@ -78,6 +78,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/spark/stats18.q.out ql/src/test/results/clientpositive/spark/stats18.q.out index 0d12d475e5e9b87b04b0b21aef64d35c593d39bf..701ba924a6185fdd225b69e604217453ae9c0ba2 100644 --- ql/src/test/results/clientpositive/spark/stats18.q.out +++ ql/src/test/results/clientpositive/spark/stats18.q.out @@ -39,6 +39,7 @@ Table: stats_part_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -84,6 +85,7 @@ Table: stats_part_n1 #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 7170 diff --git ql/src/test/results/clientpositive/spark/stats2.q.out ql/src/test/results/clientpositive/spark/stats2.q.out index c6283c436e4d9bd0586bfcff9871c91850f12675..355c3c13f2092f9b74a77cf86f8cc0979fee16dd 100644 --- ql/src/test/results/clientpositive/spark/stats2.q.out +++ ql/src/test/results/clientpositive/spark/stats2.q.out @@ -103,6 +103,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 0 rawDataSize 0 @@ -190,6 +191,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 2000 rawDataSize 21248 diff --git ql/src/test/results/clientpositive/spark/stats3.q.out ql/src/test/results/clientpositive/spark/stats3.q.out index d0c60546574d2511904f9351d097f8992a40832c..f84393c60e1ab18a3c3ce1e793bc1dc178dd8352 100644 --- ql/src/test/results/clientpositive/spark/stats3.q.out +++ ql/src/test/results/clientpositive/spark/stats3.q.out @@ -84,6 +84,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 11 @@ -223,6 +224,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 6 rawDataSize 6 diff --git ql/src/test/results/clientpositive/spark/stats5.q.out ql/src/test/results/clientpositive/spark/stats5.q.out index 6e88634a0ff996d0523e7fa5e7329b589a1c2a99..60c48adfb80da0cb0c44fdaa6f164ba7c0998ed9 100644 --- ql/src/test/results/clientpositive/spark/stats5.q.out +++ ql/src/test/results/clientpositive/spark/stats5.q.out @@ -61,6 +61,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/spark/stats6.q.out ql/src/test/results/clientpositive/spark/stats6.q.out index 77be16cb13558e6b2af2e772ff0505ea4dba8125..b0d2721350ca3fbaf3b15bdb63365d416dabbe3e 100644 --- ql/src/test/results/clientpositive/spark/stats6.q.out +++ ql/src/test/results/clientpositive/spark/stats6.q.out @@ -80,6 +80,7 @@ Table: analyze_srcpart_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -118,6 +119,7 @@ Table: analyze_srcpart_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -155,6 +157,7 @@ Table: analyze_srcpart_n2 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -190,6 +193,7 @@ Table: analyze_srcpart_n2 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -226,6 +230,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 1000 rawDataSize 10624 diff --git ql/src/test/results/clientpositive/spark/stats7.q.out ql/src/test/results/clientpositive/spark/stats7.q.out index f23f409c177b053fa697e894d74dbc9a1518df2f..64fd511cfcc623d2f012f233e74c941d840fa778 100644 --- ql/src/test/results/clientpositive/spark/stats7.q.out +++ ql/src/test/results/clientpositive/spark/stats7.q.out @@ -95,6 +95,7 @@ Table: analyze_srcpart_n4 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -133,6 +134,7 @@ Table: analyze_srcpart_n4 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -171,6 +173,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 1000 rawDataSize 10624 diff --git ql/src/test/results/clientpositive/spark/stats8.q.out ql/src/test/results/clientpositive/spark/stats8.q.out index c19ff2e1b091ef46f5e5318e6b784f4e59515e3e..95673eca73ccaf1880a616a352a9dd9b5ed7e80f 100644 --- ql/src/test/results/clientpositive/spark/stats8.q.out +++ ql/src/test/results/clientpositive/spark/stats8.q.out @@ -91,6 +91,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -129,6 +130,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 500 rawDataSize 5312 @@ -203,6 +205,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -276,6 +279,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -349,6 +353,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -434,6 +439,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -472,6 +478,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -510,6 +517,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -548,6 +556,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -587,6 +596,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 2000 rawDataSize 21248 diff --git ql/src/test/results/clientpositive/spark/stats9.q.out ql/src/test/results/clientpositive/spark/stats9.q.out index fb2f90a0907d72a6e0245cb1cc3cc393250346e9..0c6a191bbf676cbb96635c2b4cb2772b606b23d3 100644 --- ql/src/test/results/clientpositive/spark/stats9.q.out +++ ql/src/test/results/clientpositive/spark/stats9.q.out @@ -66,6 +66,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10603 totalSize 11603 diff --git ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out index 972b09d505385e632f24735d84dd8feb7f714e61..a470b3710b6337bbfbddac4d1e41496d4fa12e24 100644 --- ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out +++ ql/src/test/results/clientpositive/spark/stats_noscan_1.q.out @@ -94,6 +94,7 @@ Table: analyze_srcpart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -130,6 +131,7 @@ Table: analyze_srcpart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -165,6 +167,7 @@ Table: analyze_srcpart_n0 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -200,6 +203,7 @@ Table: analyze_srcpart_n0 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -236,6 +240,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 0 rawDataSize 0 @@ -348,6 +353,7 @@ Table: analyze_srcpart_partial Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -384,6 +390,7 @@ Table: analyze_srcpart_partial Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -419,6 +426,7 @@ Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -454,6 +462,7 @@ Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out index 9a58d260ecc5ba104c16fc45c65c182743f20c82..8a65b7dfc367232f79463ae096318cb61713a033 100644 --- ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out +++ ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out @@ -50,6 +50,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 11 #### A masked pattern was here #### @@ -91,6 +92,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 6 rawDataSize 6 totalSize 11 @@ -228,6 +230,7 @@ Table: anaylyze_external Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -275,6 +278,7 @@ Table: anaylyze_external Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/spark/stats_only_null.q.out ql/src/test/results/clientpositive/spark/stats_only_null.q.out index cd67fd82c747014b74044ab63cc3efc32c1f28d0..23aa431be5ff71e21f51df9bb9fcf50ee49f0b0b 100644 --- ql/src/test/results/clientpositive/spark/stats_only_null.q.out +++ ql/src/test/results/clientpositive/spark/stats_only_null.q.out @@ -244,6 +244,7 @@ Table: stats_null_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 6 rawDataSize 71 totalSize 77 @@ -283,6 +284,7 @@ Table: stats_null_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 49 totalSize 53 diff --git ql/src/test/results/clientpositive/spark/statsfs.q.out ql/src/test/results/clientpositive/spark/statsfs.q.out index dd4d88fc51a705590ded115c799a6374ec715b6e..a2d28fc96362442f44cf2c68686801a4a3f89b64 100644 --- ql/src/test/results/clientpositive/spark/statsfs.q.out +++ ql/src/test/results/clientpositive/spark/statsfs.q.out @@ -62,6 +62,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -99,6 +100,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -172,6 +174,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -209,6 +212,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -276,6 +280,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -337,6 +342,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -418,6 +424,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -456,6 +463,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/spark/union_remove_1.q.out ql/src/test/results/clientpositive/spark/union_remove_1.q.out index 5d17b367ac24f07c867294cbecf9923e2bb8df69..dbe15b1824b3e56451eda9e0af3cef363e47c645 100644 --- ql/src/test/results/clientpositive/spark/union_remove_1.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_1.q.out @@ -160,6 +160,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_10.q.out ql/src/test/results/clientpositive/spark/union_remove_10.q.out index f26ea3249159c7ffb1da5e2cdd1416d10905a15c..42c217c0a0b547b471e58f94e76aac4b97e6e4bd 100644 --- ql/src/test/results/clientpositive/spark/union_remove_10.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_10.q.out @@ -236,6 +236,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 350 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_11.q.out ql/src/test/results/clientpositive/spark/union_remove_11.q.out index 896578ed901051e304560ad328f849ada4ba6702..9bad0b9bcc9d267857342f8c4d1bf2f65163220f 100644 --- ql/src/test/results/clientpositive/spark/union_remove_11.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_11.q.out @@ -225,6 +225,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 273 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_12.q.out ql/src/test/results/clientpositive/spark/union_remove_12.q.out index 5c38595e2179cbe5a676c625c95cbd75072acdb9..72e6075fb84764cd522bb51677dc95cfad0f671e 100644 --- ql/src/test/results/clientpositive/spark/union_remove_12.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_12.q.out @@ -227,6 +227,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 194 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_13.q.out ql/src/test/results/clientpositive/spark/union_remove_13.q.out index 5e2d41ff3014417fa049cd0b546baa71c4b098c1..d47abc0ee84784edff7e1510762b3c2540797000 100644 --- ql/src/test/results/clientpositive/spark/union_remove_13.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_13.q.out @@ -250,6 +250,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 271 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_14.q.out ql/src/test/results/clientpositive/spark/union_remove_14.q.out index e128a76b9687d4f342cdbcad4a0e5c587b821912..0a20a4c774f8bb781a65c092d6c67eda509a4ffd 100644 --- ql/src/test/results/clientpositive/spark/union_remove_14.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_14.q.out @@ -227,6 +227,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 194 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_15.q.out ql/src/test/results/clientpositive/spark/union_remove_15.q.out index 9b3ab1ce4a2f624cbe2835bfe6e2b57a9566f433..6e4ef266ea8c4aa578d1871440fdfef1af2716bb 100644 --- ql/src/test/results/clientpositive/spark/union_remove_15.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_15.q.out @@ -177,6 +177,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/spark/union_remove_16.q.out ql/src/test/results/clientpositive/spark/union_remove_16.q.out index e37ab4a75391fee4302cc1ce017c06c69c974723..f841369712176b464bd85b7eb4386b9699dc9387 100644 --- ql/src/test/results/clientpositive/spark/union_remove_16.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_16.q.out @@ -219,6 +219,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/spark/union_remove_17.q.out ql/src/test/results/clientpositive/spark/union_remove_17.q.out index a2c8f5823b2644c76bcefa29c807924667ceeda7..53ecde5a01b0482fc45593a92e602c3874d9051b 100644 --- ql/src/test/results/clientpositive/spark/union_remove_17.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_17.q.out @@ -154,6 +154,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/spark/union_remove_18.q.out ql/src/test/results/clientpositive/spark/union_remove_18.q.out index 740c3f4e1c3affcad2fe5b71bc1942915bab1ba8..6c9e70001589ca8fda53915e231367a88412fb38 100644 --- ql/src/test/results/clientpositive/spark/union_remove_18.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_18.q.out @@ -189,6 +189,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 12 + numFilesErasureCoded 0 numPartitions 6 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/spark/union_remove_19.q.out ql/src/test/results/clientpositive/spark/union_remove_19.q.out index e4dec3d5af34bf0fdc373f6d0dfd8d2141fd00a1..ed563a9caa4631a38a89990be386b50aad72f766 100644 --- ql/src/test/results/clientpositive/spark/union_remove_19.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_19.q.out @@ -160,6 +160,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_2.q.out ql/src/test/results/clientpositive/spark/union_remove_2.q.out index ed5c1b1a5bbad9d966706639b9e0f84d59c9acae..810f19276a4965c3aa840aa5d6bb2bc07cf97c0f 100644 --- ql/src/test/results/clientpositive/spark/union_remove_2.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_2.q.out @@ -186,6 +186,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 68 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_20.q.out ql/src/test/results/clientpositive/spark/union_remove_20.q.out index 744c7a93b7686417f4c5da2c81664a4f3a0dfa82..4ba999ead0adb8de61c0c7fd5cd5d07a9f96ee17 100644 --- ql/src/test/results/clientpositive/spark/union_remove_20.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_20.q.out @@ -168,6 +168,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_21.q.out ql/src/test/results/clientpositive/spark/union_remove_21.q.out index 505f26f5f0c96f8315fb40c8f74eeea946d846ca..eba77466f2e73d068b5f33a97ad7ecdcf1c531db 100644 --- ql/src/test/results/clientpositive/spark/union_remove_21.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_21.q.out @@ -154,6 +154,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_22.q.out ql/src/test/results/clientpositive/spark/union_remove_22.q.out index 90861a3adbd71f95a01a0e6c1ae38b005ad651bc..15e1346bed22bfbfb24b2616194ed1de5b00f1c1 100644 --- ql/src/test/results/clientpositive/spark/union_remove_22.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_22.q.out @@ -170,6 +170,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 60 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_23.q.out ql/src/test/results/clientpositive/spark/union_remove_23.q.out index cec1861336dd897ea255e02641debc127523f51c..a30a69df59a7c93f7424c0040e322a273e037a13 100644 --- ql/src/test/results/clientpositive/spark/union_remove_23.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_23.q.out @@ -223,6 +223,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_24.q.out ql/src/test/results/clientpositive/spark/union_remove_24.q.out index 33966282b655f2d9118f9ee2fabcf75449df7d59..ff60faadbb84c400ae948705b34acf916a4f7871 100644 --- ql/src/test/results/clientpositive/spark/union_remove_24.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_24.q.out @@ -168,6 +168,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 60 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_25.q.out ql/src/test/results/clientpositive/spark/union_remove_25.q.out index e493ccc7d5e093ce17902a243ed4a2a63fd7a639..b9f6947b8c3c1270ea8acd526bbd666f71a36962 100644 --- ql/src/test/results/clientpositive/spark/union_remove_25.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_25.q.out @@ -180,6 +180,7 @@ Table: outputtbl1_n19 #### A masked pattern was here #### Partition Parameters: numFiles 4 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### @@ -372,6 +373,7 @@ Table: outputtbl2_n6 #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 totalSize 6812 #### A masked pattern was here #### @@ -548,6 +550,7 @@ Table: outputtbl3_n3 #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 totalSize 6812 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_3.q.out ql/src/test/results/clientpositive/spark/union_remove_3.q.out index a1f996134be539c1479ed10a0411223c572ba6c2..0881be4bc632d603776fcb21ca0b61d8d87a60e7 100644 --- ql/src/test/results/clientpositive/spark/union_remove_3.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_3.q.out @@ -175,6 +175,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 72 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_4.q.out ql/src/test/results/clientpositive/spark/union_remove_4.q.out index da26cc14fc0d9850d42e718ffeec6a193e63639a..e4146b8fe174fe9e6d49d89ecad441148b19dc62 100644 --- ql/src/test/results/clientpositive/spark/union_remove_4.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_4.q.out @@ -210,6 +210,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_5.q.out ql/src/test/results/clientpositive/spark/union_remove_5.q.out index 326e9663de0424c15d0905a4a3637db150d987e9..5964d0d4f0578686b346279d5266259085a13282 100644 --- ql/src/test/results/clientpositive/spark/union_remove_5.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_5.q.out @@ -236,6 +236,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 68 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_7.q.out ql/src/test/results/clientpositive/spark/union_remove_7.q.out index 7ddd361009360353ce9b846c0edea1f624a822c6..ea49e6a22ea6cabbfdd85f8e9df6a8f95cdff3cd 100644 --- ql/src/test/results/clientpositive/spark/union_remove_7.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_7.q.out @@ -160,6 +160,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 336 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_8.q.out ql/src/test/results/clientpositive/spark/union_remove_8.q.out index 515dd3ada3eda444c225c07a348314b07bac8ee9..625eec12573b96db325643c40a57d7e3ef8c30cb 100644 --- ql/src/test/results/clientpositive/spark/union_remove_8.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_8.q.out @@ -186,6 +186,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 350 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/union_remove_9.q.out ql/src/test/results/clientpositive/spark/union_remove_9.q.out index 74d8c347ec6299a3419999d80cf945ca652e27a1..83b39c90d22fda9fb755e7fb8222cf6cde6b88dc 100644 --- ql/src/test/results/clientpositive/spark/union_remove_9.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_9.q.out @@ -244,6 +244,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 totalSize 350 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/stats1.q.out ql/src/test/results/clientpositive/stats1.q.out index 10291ce4b5c09345a216a1d5bd8e86b8ca6ab081..38b71a2ef5f45aea0b9af5f9449d42fee454dff8 100644 --- ql/src/test/results/clientpositive/stats1.q.out +++ ql/src/test/results/clientpositive/stats1.q.out @@ -225,6 +225,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numRows 26 rawDataSize 199 totalSize 225 @@ -267,6 +268,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 numRows 26 rawDataSize 199 totalSize 1583 diff --git ql/src/test/results/clientpositive/stats10.q.out ql/src/test/results/clientpositive/stats10.q.out index dc81e22c1e5011b998e77ad9afabea500f6974d3..b55d48f5c57849ef4ffa579ed0eec52837a38005 100644 --- ql/src/test/results/clientpositive/stats10.q.out +++ ql/src/test/results/clientpositive/stats10.q.out @@ -464,6 +464,7 @@ Table: bucket3_1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -501,6 +502,7 @@ Table: bucket3_1_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -540,6 +542,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numPartitions 2 numRows 1000 rawDataSize 10624 diff --git ql/src/test/results/clientpositive/stats12.q.out ql/src/test/results/clientpositive/stats12.q.out index ec0143efcd8581c191ae32cad0c2b410a41bcc91..eed9acc57c2cbfa2bb79f164aaa0d9dd23eaab79 100644 --- ql/src/test/results/clientpositive/stats12.q.out +++ ql/src/test/results/clientpositive/stats12.q.out @@ -193,6 +193,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 1000 rawDataSize 10624 @@ -232,6 +233,7 @@ Table: analyze_srcpart_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -270,6 +272,7 @@ Table: analyze_srcpart_n3 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -307,6 +310,7 @@ Table: analyze_srcpart_n3 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -342,6 +346,7 @@ Table: analyze_srcpart_n3 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/stats13.q.out ql/src/test/results/clientpositive/stats13.q.out index 6dcb779608519305862888fc41001671bee8a6f7..1513a969d23e752581ea80e79320d971ae514f62 100644 --- ql/src/test/results/clientpositive/stats13.q.out +++ ql/src/test/results/clientpositive/stats13.q.out @@ -143,6 +143,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 500 rawDataSize 5312 @@ -182,6 +183,7 @@ Table: analyze_srcpart Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -219,6 +221,7 @@ Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -254,6 +257,7 @@ Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -289,6 +293,7 @@ Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -334,6 +339,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/stats14.q.out ql/src/test/results/clientpositive/stats14.q.out index faebe8afd83a271a31bb88a51f0b8b6072f69209..ce52ec14f1c05b476124b109405d36f98b715170 100644 --- ql/src/test/results/clientpositive/stats14.q.out +++ ql/src/test/results/clientpositive/stats14.q.out @@ -43,6 +43,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -144,6 +145,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 1500 rawDataSize 15936 @@ -183,6 +185,7 @@ Table: stats_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -221,6 +224,7 @@ Table: stats_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -280,6 +284,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 1500 rawDataSize 15936 diff --git ql/src/test/results/clientpositive/stats15.q.out ql/src/test/results/clientpositive/stats15.q.out index 2bfc6751e9b3300445acda1a967d4d9d39c856ee..878c5f93636877f5aa45cc20c94e3645198f86ea 100644 --- ql/src/test/results/clientpositive/stats15.q.out +++ ql/src/test/results/clientpositive/stats15.q.out @@ -43,6 +43,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -144,6 +145,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 1500 rawDataSize 15936 @@ -183,6 +185,7 @@ Table: stats_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -221,6 +224,7 @@ Table: stats_part_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -280,6 +284,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 + numFilesErasureCoded 0 numPartitions 3 numRows 1500 rawDataSize 15936 diff --git ql/src/test/results/clientpositive/stats16.q.out ql/src/test/results/clientpositive/stats16.q.out index ba5628479c7aafd61946412e6f51a2920ff2ab5f..3d8d0fe3ac7ce7a16f5b29fb33c7f8859f221a04 100644 --- ql/src/test/results/clientpositive/stats16.q.out +++ ql/src/test/results/clientpositive/stats16.q.out @@ -78,6 +78,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/stats18.q.out ql/src/test/results/clientpositive/stats18.q.out index 309ad4d3d84b18fa10492b11db26f45c8eb119ec..87f89ed1e3496a1bf2aa5cec17ec1785bb708262 100644 --- ql/src/test/results/clientpositive/stats18.q.out +++ ql/src/test/results/clientpositive/stats18.q.out @@ -39,6 +39,7 @@ Table: stats_part_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -84,6 +85,7 @@ Table: stats_part_n1 #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 7170 diff --git ql/src/test/results/clientpositive/stats2.q.out ql/src/test/results/clientpositive/stats2.q.out index bcd587718381ef74f88866bd2a79d5b4662de178..8fb2a27769219aedf23b2bef686f1e658fe8dac7 100644 --- ql/src/test/results/clientpositive/stats2.q.out +++ ql/src/test/results/clientpositive/stats2.q.out @@ -100,6 +100,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 0 rawDataSize 0 @@ -184,6 +185,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 2000 rawDataSize 21248 diff --git ql/src/test/results/clientpositive/stats3.q.out ql/src/test/results/clientpositive/stats3.q.out index d0c60546574d2511904f9351d097f8992a40832c..f84393c60e1ab18a3c3ce1e793bc1dc178dd8352 100644 --- ql/src/test/results/clientpositive/stats3.q.out +++ ql/src/test/results/clientpositive/stats3.q.out @@ -84,6 +84,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 11 @@ -223,6 +224,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numPartitions 1 numRows 6 rawDataSize 6 diff --git ql/src/test/results/clientpositive/stats4.q.out ql/src/test/results/clientpositive/stats4.q.out index bee528c3bcbf4a02b636a0bbd22925130138f282..94ab46b811027ff31549fd97117ce04dc0414cc3 100644 --- ql/src/test/results/clientpositive/stats4.q.out +++ ql/src/test/results/clientpositive/stats4.q.out @@ -2352,6 +2352,7 @@ Table: nzhang_part1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -2390,6 +2391,7 @@ Table: nzhang_part1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -2428,6 +2430,7 @@ Table: nzhang_part2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -2466,6 +2469,7 @@ Table: nzhang_part2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -2505,6 +2509,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 1000 rawDataSize 10624 @@ -2545,6 +2550,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 1000 rawDataSize 10624 diff --git ql/src/test/results/clientpositive/stats5.q.out ql/src/test/results/clientpositive/stats5.q.out index c375c1124629623a31de61b1fe8e20ccd36778f1..9ab711e94d71e51fd567479419fe7fcaf2de890d 100644 --- ql/src/test/results/clientpositive/stats5.q.out +++ ql/src/test/results/clientpositive/stats5.q.out @@ -58,6 +58,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/stats6.q.out ql/src/test/results/clientpositive/stats6.q.out index 77be16cb13558e6b2af2e772ff0505ea4dba8125..b0d2721350ca3fbaf3b15bdb63365d416dabbe3e 100644 --- ql/src/test/results/clientpositive/stats6.q.out +++ ql/src/test/results/clientpositive/stats6.q.out @@ -80,6 +80,7 @@ Table: analyze_srcpart_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -118,6 +119,7 @@ Table: analyze_srcpart_n2 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -155,6 +157,7 @@ Table: analyze_srcpart_n2 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -190,6 +193,7 @@ Table: analyze_srcpart_n2 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -226,6 +230,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 1000 rawDataSize 10624 diff --git ql/src/test/results/clientpositive/stats7.q.out ql/src/test/results/clientpositive/stats7.q.out index 403c6455d2a257fa0db4dfc27a22063ac095efd4..0af70d03d331412cec8e09b402731f140b8d6117 100644 --- ql/src/test/results/clientpositive/stats7.q.out +++ ql/src/test/results/clientpositive/stats7.q.out @@ -92,6 +92,7 @@ Table: analyze_srcpart_n4 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -130,6 +131,7 @@ Table: analyze_srcpart_n4 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -168,6 +170,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 1000 rawDataSize 10624 diff --git ql/src/test/results/clientpositive/stats8.q.out ql/src/test/results/clientpositive/stats8.q.out index e68b1d1d4ead5b13e85f7e94c9821a7aafa4bc1e..e0edad1b040e58f8827e939e91067e693178fb30 100644 --- ql/src/test/results/clientpositive/stats8.q.out +++ ql/src/test/results/clientpositive/stats8.q.out @@ -88,6 +88,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -126,6 +127,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 500 rawDataSize 5312 @@ -197,6 +199,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -267,6 +270,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -337,6 +341,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -419,6 +424,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -457,6 +463,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -495,6 +502,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -533,6 +541,7 @@ Table: analyze_srcpart_n1 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -572,6 +581,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 2000 rawDataSize 21248 diff --git ql/src/test/results/clientpositive/stats9.q.out ql/src/test/results/clientpositive/stats9.q.out index 1f56ce8ad0bfbb581fa78f377eff8fe5b0829fd7..aa90a6d88d1face6b4e8f17b11a085148aa313b3 100644 --- ql/src/test/results/clientpositive/stats9.q.out +++ ql/src/test/results/clientpositive/stats9.q.out @@ -63,6 +63,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10603 totalSize 11603 diff --git ql/src/test/results/clientpositive/stats_empty_partition.q.out ql/src/test/results/clientpositive/stats_empty_partition.q.out index da759da2aee6abff8f9998ea8a34307ee88f53f4..9e080081a75df06e5842e7da452a94c20c6ff2bb 100644 --- ql/src/test/results/clientpositive/stats_empty_partition.q.out +++ ql/src/test/results/clientpositive/stats_empty_partition.q.out @@ -38,6 +38,7 @@ Table: tmptable_n11 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/stats_empty_partition2.q.out ql/src/test/results/clientpositive/stats_empty_partition2.q.out index a14731ca7f2fbefc995038035d82fedc09b9e607..2e0a88f64265de08c75163766630e3d1fa6d0f04 100644 --- ql/src/test/results/clientpositive/stats_empty_partition2.q.out +++ ql/src/test/results/clientpositive/stats_empty_partition2.q.out @@ -157,6 +157,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numPartitions 2 numRows 1 rawDataSize 1 diff --git ql/src/test/results/clientpositive/stats_invalidation.q.out ql/src/test/results/clientpositive/stats_invalidation.q.out index 0b647a9e5dc1310794d7839cd585284c3bbeb819..86171421303f5e23f64a0db27d7f94bc918f2275 100644 --- ql/src/test/results/clientpositive/stats_invalidation.q.out +++ ql/src/test/results/clientpositive/stats_invalidation.q.out @@ -48,6 +48,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -93,6 +94,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/stats_list_bucket.q.out ql/src/test/results/clientpositive/stats_list_bucket.q.out index 566af31192678c1aae41b7b9fcd1a329d6cc59ba..69a385aa3d754b7c15ec58ffec441d4b649a9b27 100644 --- ql/src/test/results/clientpositive/stats_list_bucket.q.out +++ ql/src/test/results/clientpositive/stats_list_bucket.q.out @@ -61,6 +61,7 @@ Table: stats_list_bucket Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\"}} numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5522 @@ -133,6 +134,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"c1\":\"true\",\"c2\":\"true\"}} bucketing_version 2 numFiles 4 + numFilesErasureCoded 0 numRows 500 rawDataSize 4812 totalSize 5522 diff --git ql/src/test/results/clientpositive/stats_noscan_1.q.out ql/src/test/results/clientpositive/stats_noscan_1.q.out index 972b09d505385e632f24735d84dd8feb7f714e61..a470b3710b6337bbfbddac4d1e41496d4fa12e24 100644 --- ql/src/test/results/clientpositive/stats_noscan_1.q.out +++ ql/src/test/results/clientpositive/stats_noscan_1.q.out @@ -94,6 +94,7 @@ Table: analyze_srcpart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -130,6 +131,7 @@ Table: analyze_srcpart_n0 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -165,6 +167,7 @@ Table: analyze_srcpart_n0 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -200,6 +203,7 @@ Table: analyze_srcpart_n0 #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -236,6 +240,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 4 + numFilesErasureCoded 0 numPartitions 4 numRows 0 rawDataSize 0 @@ -348,6 +353,7 @@ Table: analyze_srcpart_partial Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -384,6 +390,7 @@ Table: analyze_srcpart_partial Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -419,6 +426,7 @@ Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -454,6 +462,7 @@ Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/stats_noscan_2.q.out ql/src/test/results/clientpositive/stats_noscan_2.q.out index 9dda57e0c40aa9ed1a0d46106317d70ccc693aae..7aa2c4b055c655267966ef72e5447df38b509592 100644 --- ql/src/test/results/clientpositive/stats_noscan_2.q.out +++ ql/src/test/results/clientpositive/stats_noscan_2.q.out @@ -50,6 +50,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 11 #### A masked pattern was here #### @@ -91,6 +92,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 6 rawDataSize 6 totalSize 11 @@ -228,6 +230,7 @@ Table: anaylyze_external Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 totalSize 5812 #### A masked pattern was here #### @@ -275,6 +278,7 @@ Table: anaylyze_external Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/stats_only_null.q.out ql/src/test/results/clientpositive/stats_only_null.q.out index 66d67a32e707877daf92e2a5f94a7b49fbdab701..9b3b01b614e549b5fd93012bb6813c298dab1e65 100644 --- ql/src/test/results/clientpositive/stats_only_null.q.out +++ ql/src/test/results/clientpositive/stats_only_null.q.out @@ -230,6 +230,7 @@ Table: stats_null_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 6 rawDataSize 71 totalSize 77 @@ -269,6 +270,7 @@ Table: stats_null_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 4 rawDataSize 49 totalSize 53 diff --git ql/src/test/results/clientpositive/statsfs.q.out ql/src/test/results/clientpositive/statsfs.q.out index 71de02e37a01706ccb679625b3ebcf43fcc080b0..470e5a0a88633c715398b073e743bddccf228d14 100644 --- ql/src/test/results/clientpositive/statsfs.q.out +++ ql/src/test/results/clientpositive/statsfs.q.out @@ -62,6 +62,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -99,6 +100,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -172,6 +174,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -209,6 +212,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -276,6 +280,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -337,6 +342,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -418,6 +424,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 @@ -456,6 +463,7 @@ Table: t1_n120 Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 500 rawDataSize 5312 totalSize 5812 diff --git ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out index 707306c24e80905282580cfe710ffdc246fa9779..020f7ba4954516e62b35e13d18f52793b645ade8 100644 --- ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out +++ ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out @@ -62,6 +62,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -112,6 +113,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 7060 @@ -370,6 +372,7 @@ Table Parameters: EXTERNAL TRUE bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 55 rawDataSize 7005 totalSize 7060 diff --git ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out index fd71c0c4d9c17ff24777f0416c6e6ceded568400..3abd21e54ca732f97f3cb807814fd47c71191440 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out @@ -200,6 +200,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 508 rawDataSize 5400 totalSize 5908 diff --git ql/src/test/results/clientpositive/truncate_column.q.out ql/src/test/results/clientpositive/truncate_column.q.out index b83bc31dcbc36ec9ab76cd57bb2c821c373b9184..475fd7f3ffd66160e978339672a9b67ef62dffbf 100644 --- ql/src/test/results/clientpositive/truncate_column.q.out +++ ql/src/test/results/clientpositive/truncate_column.q.out @@ -38,6 +38,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 185 @@ -98,6 +99,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 150 @@ -168,6 +170,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 75 @@ -228,6 +231,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 75 @@ -300,6 +304,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 185 @@ -361,6 +366,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 150 @@ -422,6 +428,7 @@ Table Parameters: bucketing_version 2 #### A masked pattern was here #### numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 75 @@ -495,6 +502,7 @@ Table: test_tab_part Partition Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 185 @@ -559,6 +567,7 @@ Table: test_tab_part #### A masked pattern was here #### Partition Parameters: numFiles 1 + numFilesErasureCoded 0 numRows 10 rawDataSize 94 totalSize 150 diff --git ql/src/test/results/clientpositive/unicode_comments.q.out ql/src/test/results/clientpositive/unicode_comments.q.out index 7e7768bc6a77d8d46f0e47f4f8be388ca25dcd09..0a26793b0d24b17562fc00537b3f50ea37945d8c 100644 --- ql/src/test/results/clientpositive/unicode_comments.q.out +++ ql/src/test/results/clientpositive/unicode_comments.q.out @@ -88,6 +88,7 @@ Table Parameters: bucketing_version 2 comment 表格 numFiles 0 + numFilesErasureCoded 0 numPartitions 0 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/unicode_notation.q.out ql/src/test/results/clientpositive/unicode_notation.q.out index a4eaaffb4059b434024c1971a25e167947541841..a72d7c57fb89268f09ab2c29527f17ef56494c86 100644 --- ql/src/test/results/clientpositive/unicode_notation.q.out +++ ql/src/test/results/clientpositive/unicode_notation.q.out @@ -25,6 +25,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -76,6 +77,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 @@ -127,6 +129,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\"}} bucketing_version 2 numFiles 0 + numFilesErasureCoded 0 numRows 0 rawDataSize 0 totalSize 0 diff --git ql/src/test/results/clientpositive/union_remove_1.q.out ql/src/test/results/clientpositive/union_remove_1.q.out index 6eae9dd0094a8a224e5dc6cfc314a54857fec3a2..9ab60e70159571f65fd791a4cd5eea85d4495c81 100644 --- ql/src/test/results/clientpositive/union_remove_1.q.out +++ ql/src/test/results/clientpositive/union_remove_1.q.out @@ -175,6 +175,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_10.q.out ql/src/test/results/clientpositive/union_remove_10.q.out index 8efe7c52d5bada2bbf269a4b5cb053a7e4d38797..5f76c57ba776c10cf629701834f924d3e26cfb2c 100644 --- ql/src/test/results/clientpositive/union_remove_10.q.out +++ ql/src/test/results/clientpositive/union_remove_10.q.out @@ -227,6 +227,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 271 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_11.q.out ql/src/test/results/clientpositive/union_remove_11.q.out index 37f6fb5103028b22b9f324c0538143715a0b6902..194ebb8c50685a263cdb1145805d6db9027be4d1 100644 --- ql/src/test/results/clientpositive/union_remove_11.q.out +++ ql/src/test/results/clientpositive/union_remove_11.q.out @@ -213,6 +213,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 115 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_12.q.out ql/src/test/results/clientpositive/union_remove_12.q.out index 4f93c40e41e78fe974ef021a06580fc8875669c0..a343ae79e9ebd9a1f77217ed74354d784f3e0ff5 100644 --- ql/src/test/results/clientpositive/union_remove_12.q.out +++ ql/src/test/results/clientpositive/union_remove_12.q.out @@ -216,6 +216,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 194 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_13.q.out ql/src/test/results/clientpositive/union_remove_13.q.out index 7b17ed3f2fb2d6605b392c13f5ef9a4a9d400d96..9d7764902f603d841f292addb987c78d581735db 100644 --- ql/src/test/results/clientpositive/union_remove_13.q.out +++ ql/src/test/results/clientpositive/union_remove_13.q.out @@ -235,6 +235,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 192 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_14.q.out ql/src/test/results/clientpositive/union_remove_14.q.out index e037f135cccf5fda44e9e1cd7f2dda4fa56f82b3..78ed459d994bad6c1ee0344eba3dddaea2e10885 100644 --- ql/src/test/results/clientpositive/union_remove_14.q.out +++ ql/src/test/results/clientpositive/union_remove_14.q.out @@ -216,6 +216,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 194 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_15.q.out ql/src/test/results/clientpositive/union_remove_15.q.out index 1517534d8ef4dbea963cb563ad913319a0e4c096..3d298304bd1b7a3821f5c8a7c78381501e1706fe 100644 --- ql/src/test/results/clientpositive/union_remove_15.q.out +++ ql/src/test/results/clientpositive/union_remove_15.q.out @@ -192,6 +192,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/union_remove_16.q.out ql/src/test/results/clientpositive/union_remove_16.q.out index 0d25a7859a70dda83788b535daba667f047a8979..1bbcf1e903d71e3aefd966565bd88cf3c10a0102 100644 --- ql/src/test/results/clientpositive/union_remove_16.q.out +++ ql/src/test/results/clientpositive/union_remove_16.q.out @@ -226,6 +226,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/union_remove_17.q.out ql/src/test/results/clientpositive/union_remove_17.q.out index 38dfd74d64bfb9d5b33c12de56195690dd66dcb8..fcde2ea5019a8f2360a2ff9b30907b73cabe6d13 100644 --- ql/src/test/results/clientpositive/union_remove_17.q.out +++ ql/src/test/results/clientpositive/union_remove_17.q.out @@ -151,6 +151,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 numPartitions 2 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/union_remove_18.q.out ql/src/test/results/clientpositive/union_remove_18.q.out index 62d6787b6b92c8e2fdff8133227f18bb7a9cd335..65f79f5b2a2d272cdcdb2d1e097fd633ff239198 100644 --- ql/src/test/results/clientpositive/union_remove_18.q.out +++ ql/src/test/results/clientpositive/union_remove_18.q.out @@ -204,6 +204,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 12 + numFilesErasureCoded 0 numPartitions 6 numRows 0 rawDataSize 0 diff --git ql/src/test/results/clientpositive/union_remove_19.q.out ql/src/test/results/clientpositive/union_remove_19.q.out index a80b6d2b4b1be1ef057a611a73fa31e8f0b4325b..cb4615582374f96e00b2626f30ce0b40bc059e2d 100644 --- ql/src/test/results/clientpositive/union_remove_19.q.out +++ ql/src/test/results/clientpositive/union_remove_19.q.out @@ -175,6 +175,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_2.q.out ql/src/test/results/clientpositive/union_remove_2.q.out index 761005963ae3f1e1bbd4bc48749bb3cca0c898b8..8c4d2b50697b34c77b14eecf85301bd72d1f1bd0 100644 --- ql/src/test/results/clientpositive/union_remove_2.q.out +++ ql/src/test/results/clientpositive/union_remove_2.q.out @@ -185,6 +185,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 68 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_20.q.out ql/src/test/results/clientpositive/union_remove_20.q.out index e4b7729da0d5906702b3b219471cfdd52cca79f3..d10ccd48ce5ce1d68fa5030170f85be570ff019b 100644 --- ql/src/test/results/clientpositive/union_remove_20.q.out +++ ql/src/test/results/clientpositive/union_remove_20.q.out @@ -183,6 +183,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_21.q.out ql/src/test/results/clientpositive/union_remove_21.q.out index 4bf7c6a9d7d23ab4620eb9ee2745e213dcea6e6e..ff088d3d7bf1e7757da145fd33bd74778fa2fbce 100644 --- ql/src/test/results/clientpositive/union_remove_21.q.out +++ ql/src/test/results/clientpositive/union_remove_21.q.out @@ -167,6 +167,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_22.q.out ql/src/test/results/clientpositive/union_remove_22.q.out index 247db091eea247a96d1b452882716cd612f4b6b2..31643eaad95adaededb449523e80ba6c29689eb3 100644 --- ql/src/test/results/clientpositive/union_remove_22.q.out +++ ql/src/test/results/clientpositive/union_remove_22.q.out @@ -185,6 +185,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 60 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_23.q.out ql/src/test/results/clientpositive/union_remove_23.q.out index 158303468b2aef146beae2876698f155de02f113..38b2ffffc3c7891fa2be5f914e92766b02891d71 100644 --- ql/src/test/results/clientpositive/union_remove_23.q.out +++ ql/src/test/results/clientpositive/union_remove_23.q.out @@ -223,6 +223,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_24.q.out ql/src/test/results/clientpositive/union_remove_24.q.out index bac7d48b6f2675e19f7511f465f6310b2bb4f766..d088220c2717d7efefd79f31fb9e8f73fe3fad52 100644 --- ql/src/test/results/clientpositive/union_remove_24.q.out +++ ql/src/test/results/clientpositive/union_remove_24.q.out @@ -183,6 +183,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 60 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_25.q.out ql/src/test/results/clientpositive/union_remove_25.q.out index cd457ce1719e53a865949b3fe0b1500490b65d7f..51cb99f8a47e95e73024c92143ae88eb4c3581d3 100644 --- ql/src/test/results/clientpositive/union_remove_25.q.out +++ ql/src/test/results/clientpositive/union_remove_25.q.out @@ -195,6 +195,7 @@ Table: outputtbl1_n19 #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### @@ -398,6 +399,7 @@ Table: outputtbl2_n6 #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 totalSize 6812 #### A masked pattern was here #### @@ -585,6 +587,7 @@ Table: outputtbl3_n3 #### A masked pattern was here #### Partition Parameters: numFiles 2 + numFilesErasureCoded 0 totalSize 6812 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_3.q.out ql/src/test/results/clientpositive/union_remove_3.q.out index 67b534efa74e0f4262caa49107498c751e3a0db4..e058ff550baa021ea95c149bf93955ca1022daaf 100644 --- ql/src/test/results/clientpositive/union_remove_3.q.out +++ ql/src/test/results/clientpositive/union_remove_3.q.out @@ -171,6 +171,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 totalSize 72 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_4.q.out ql/src/test/results/clientpositive/union_remove_4.q.out index 49272aabaa9130edb58568f8b88225d4cd47bd81..ca2d62846d9e22d106c46779bbd9c03f22201a67 100644 --- ql/src/test/results/clientpositive/union_remove_4.q.out +++ ql/src/test/results/clientpositive/union_remove_4.q.out @@ -219,6 +219,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 40 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_5.q.out ql/src/test/results/clientpositive/union_remove_5.q.out index 5fb29a8a4e9e090d65310f3a97ab2ed17728fe7f..2623f342b21d7bdf1f748b3df488b0ea6832d6eb 100644 --- ql/src/test/results/clientpositive/union_remove_5.q.out +++ ql/src/test/results/clientpositive/union_remove_5.q.out @@ -229,6 +229,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 68 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_7.q.out ql/src/test/results/clientpositive/union_remove_7.q.out index 3ef0787acb39ee9ca1819616bd706d0b69d84a6b..db691316a2d9b9a96abb1afff2f19cdda4bab38f 100644 --- ql/src/test/results/clientpositive/union_remove_7.q.out +++ ql/src/test/results/clientpositive/union_remove_7.q.out @@ -175,6 +175,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 178 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_8.q.out ql/src/test/results/clientpositive/union_remove_8.q.out index b6c474f9f55f0125e1caae9b7fa8bbed63f7c7a7..1658994822d0ad4952dbc05a75e6d687d26e52b0 100644 --- ql/src/test/results/clientpositive/union_remove_8.q.out +++ ql/src/test/results/clientpositive/union_remove_8.q.out @@ -185,6 +185,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 3 + numFilesErasureCoded 0 totalSize 271 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_remove_9.q.out ql/src/test/results/clientpositive/union_remove_9.q.out index 5ab05209cd2d4329aa55ad4e7be05f3fe430cc1d..a8b7cde7606b07d3456976c85e45ec97185f0696 100644 --- ql/src/test/results/clientpositive/union_remove_9.q.out +++ ql/src/test/results/clientpositive/union_remove_9.q.out @@ -232,6 +232,7 @@ Table Type: MANAGED_TABLE Table Parameters: bucketing_version 2 numFiles 2 + numFilesErasureCoded 0 totalSize 192 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/union_stats.q.out ql/src/test/results/clientpositive/union_stats.q.out index 73e880b68bc83a894e7ee248c401a0490aba6635..0cdc4f9516360267ef6ce1036a58170a438d3b5b 100644 --- ql/src/test/results/clientpositive/union_stats.q.out +++ ql/src/test/results/clientpositive/union_stats.q.out @@ -317,6 +317,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -366,6 +367,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1500 rawDataSize 15936 totalSize 17436 @@ -423,6 +425,7 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 1 + numFilesErasureCoded 0 numRows 1500 rawDataSize 15936 totalSize 17436 @@ -491,6 +494,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 @@ -525,6 +529,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"key\":\"true\",\"value\":\"true\"}} numFiles 1 + numFilesErasureCoded 0 numRows 1000 rawDataSize 10624 totalSize 11624 diff --git standalone-metastore/src/main/java/org/apache/hadoop/hive/common/StatsSetupConst.java standalone-metastore/src/main/java/org/apache/hadoop/hive/common/StatsSetupConst.java index 78ea01d9687fe043d63441430c46b30c25cd9756..a7ca05ae0f890c94b7879109a6689fcfef82b5ae 100644 --- standalone-metastore/src/main/java/org/apache/hadoop/hive/common/StatsSetupConst.java +++ standalone-metastore/src/main/java/org/apache/hadoop/hive/common/StatsSetupConst.java @@ -22,6 +22,7 @@ import java.util.Map; import java.util.TreeMap; +import com.google.common.collect.ImmutableList; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hive.metastore.conf.MetastoreConf; import org.apache.hadoop.hive.metastore.conf.MetastoreConf.ConfVars; @@ -104,6 +105,11 @@ public String getAggregator(Configuration conf) { */ public static final String RAW_DATA_SIZE = "rawDataSize"; + /** + * The name of the statistic for Number of Erasure Coded Files - to be published or gathered. + */ + public static final String NUM_ERASURE_CODED_FILES = "numFilesErasureCoded"; + /** * Temp dir for writing stats from tasks. */ @@ -113,18 +119,20 @@ public String getAggregator(Configuration conf) { /** * List of all supported statistics */ - public static final String[] supportedStats = {NUM_FILES,ROW_COUNT,TOTAL_SIZE,RAW_DATA_SIZE}; + public static final List SUPPORTED_STATS = ImmutableList.of( + NUM_FILES, ROW_COUNT, TOTAL_SIZE, RAW_DATA_SIZE, NUM_ERASURE_CODED_FILES); /** * List of all statistics that need to be collected during query execution. These are * statistics that inherently require a scan of the data. */ - public static final String[] statsRequireCompute = new String[] {ROW_COUNT,RAW_DATA_SIZE}; + public static final List STATS_REQUIRE_COMPUTE = ImmutableList.of(ROW_COUNT, RAW_DATA_SIZE); /** * List of statistics that can be collected quickly without requiring a scan of the data. */ - public static final String[] fastStats = new String[] {NUM_FILES,TOTAL_SIZE}; + public static final List FAST_STATS = ImmutableList.of( + NUM_FILES, TOTAL_SIZE, NUM_ERASURE_CODED_FILES); // This string constant is used to indicate to AlterHandler that // alterPartition/alterTable is happening via statsTask or via user. @@ -154,8 +162,9 @@ public String getAggregator(Configuration conf) { public static final String FALSE = "false"; // The parameter keys for the table statistics. Those keys are excluded from 'show create table' command output. - public static final String[] TABLE_PARAMS_STATS_KEYS = new String[] { - COLUMN_STATS_ACCURATE, NUM_FILES, TOTAL_SIZE,ROW_COUNT, RAW_DATA_SIZE, NUM_PARTITIONS}; + public static final List TABLE_PARAMS_STATS_KEYS = ImmutableList.of( + COLUMN_STATS_ACCURATE, NUM_FILES, TOTAL_SIZE, ROW_COUNT, RAW_DATA_SIZE, NUM_PARTITIONS, + NUM_ERASURE_CODED_FILES); private static class ColumnStatsAccurate { private static ObjectReader objectReader; @@ -299,7 +308,7 @@ public static void removeColumnStatsState(Map params, List params, List cols, String setting) { if (TRUE.equals(setting)) { - for (String stat : StatsSetupConst.supportedStats) { + for (String stat : StatsSetupConst.SUPPORTED_STATS) { params.put(stat, "0"); } } diff --git standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java index 77ed2b4de4569fa8aca23b16f2b362b187c7c4fc..36e9b85c40ccc0e83c0214a0d41c96471ba4dcb1 100644 --- standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java +++ standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java @@ -18,7 +18,6 @@ package org.apache.hadoop.hive.metastore; import static org.apache.commons.lang.StringUtils.join; -import static org.apache.hadoop.hive.metastore.ReplChangeManager.SOURCE_OF_REPLICATION; import static org.apache.hadoop.hive.metastore.Warehouse.DEFAULT_DATABASE_COMMENT; import static org.apache.hadoop.hive.metastore.Warehouse.DEFAULT_DATABASE_NAME; import static org.apache.hadoop.hive.metastore.Warehouse.DEFAULT_CATALOG_NAME; @@ -2616,7 +2615,7 @@ private void updateStatsForTruncate(Map props, EnvironmentContext if (null == props) { return; } - for (String stat : StatsSetupConst.supportedStats) { + for (String stat : StatsSetupConst.SUPPORTED_STATS) { String statVal = props.get(stat); if (statVal != null) { //In the case of truncate table, we set the stats to be 0. diff --git standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/utils/MetaStoreUtils.java standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/utils/MetaStoreUtils.java index 9b36d09eb9fb332e913d442bb476628eca334b6e..3abadbd944628acf0d214564fbf81812e8018dec 100644 --- standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/utils/MetaStoreUtils.java +++ standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/utils/MetaStoreUtils.java @@ -91,7 +91,6 @@ import java.util.Map.Entry; import java.util.SortedMap; import java.util.SortedSet; -import java.util.StringJoiner; import java.util.TreeMap; import java.util.TreeSet; import java.util.concurrent.Callable; @@ -616,7 +615,7 @@ public static boolean isView(Table table) { * @return True if the passed Parameters Map contains values for all "Fast Stats". */ private static boolean containsAllFastStats(Map partParams) { - for (String stat : StatsSetupConst.fastStats) { + for (String stat : StatsSetupConst.FAST_STATS) { if (!partParams.containsKey(stat)) { return false; } @@ -627,7 +626,7 @@ private static boolean containsAllFastStats(Map partParams) { public static boolean isFastStatsSame(Partition oldPart, Partition newPart) { // requires to calculate stats if new and old have different fast stats if ((oldPart != null) && (oldPart.getParameters() != null)) { - for (String stat : StatsSetupConst.fastStats) { + for (String stat : StatsSetupConst.FAST_STATS) { if (oldPart.getParameters().containsKey(stat)) { Long oldStat = Long.parseLong(oldPart.getParameters().get(stat)); Long newStat = Long.parseLong(newPart.getParameters().get(stat)); @@ -708,20 +707,26 @@ public static void populateQuickStats(List fileStatus, Map params) { params.remove(StatsSetupConst.NUM_FILES); params.remove(StatsSetupConst.TOTAL_SIZE); + params.remove(StatsSetupConst.NUM_ERASURE_CODED_FILES); } diff --git standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/utils/TestMetaStoreUtils.java standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/utils/TestMetaStoreUtils.java index 55ff1502d415dea52095cfdd523d01f1e49ce084..d5ae5d1c0d4658335af92e4472bd3985d9f9493f 100644 --- standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/utils/TestMetaStoreUtils.java +++ standalone-metastore/src/test/java/org/apache/hadoop/hive/metastore/utils/TestMetaStoreUtils.java @@ -21,6 +21,7 @@ import com.google.common.collect.ImmutableMap; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.permission.FsPermission; import org.apache.hadoop.hive.common.StatsSetupConst; import org.apache.hadoop.hive.metastore.Warehouse; import org.apache.hadoop.hive.metastore.annotation.MetastoreUnitTest; @@ -43,6 +44,7 @@ import static org.apache.hadoop.hive.common.StatsSetupConst.COLUMN_STATS_ACCURATE; import static org.apache.hadoop.hive.common.StatsSetupConst.NUM_FILES; +import static org.apache.hadoop.hive.common.StatsSetupConst.NUM_ERASURE_CODED_FILES; import static org.apache.hadoop.hive.common.StatsSetupConst.STATS_GENERATED; import static org.apache.hadoop.hive.common.StatsSetupConst.TOTAL_SIZE; import static org.apache.hadoop.hive.metastore.utils.MetaStoreUtils.updateTableStatsSlow; @@ -60,7 +62,11 @@ private static final String DB_NAME = "db1"; private static final String TABLE_NAME = "tbl1"; - private final Map paramsWithStats = ImmutableMap.of(NUM_FILES, "1", TOTAL_SIZE, "2"); + private final Map paramsWithStats = ImmutableMap.of( + NUM_FILES, "1", + TOTAL_SIZE, "2", + NUM_ERASURE_CODED_FILES, "0" + ); private Database db; @@ -120,7 +126,7 @@ public void testcolumnsIncludedByNameType() { *
  • Create database
  • *
  • Create unpartitioned table
  • *
  • Create unpartitioned table which has params
  • - *
  • Call updateTableStatsSlow with arguments which should caue stats calculation
  • + *
  • Call updateTableStatsSlow with arguments which should cause stats calculation
  • *
  • Verify table statistics using mocked warehouse
  • *
  • Create table which already have stats
  • *
  • Call updateTableStatsSlow forcing stats recompute
  • @@ -141,18 +147,17 @@ public void testUpdateTableStatsSlow_statsUpdated() throws TException { // Set up mock warehouse - FileStatus fs1 = new FileStatus(1, true, 2, 3, - 4, new Path("/tmp/0")); - FileStatus fs2 = new FileStatus(fileLength, false, 3, 4, - 5, new Path("/tmp/1")); - FileStatus fs3 = new FileStatus(fileLength, false, 3, 4, - 5, new Path("/tmp/1")); + FileStatus fs1 = getFileStatus(1, true, 2, 3, 4, "/tmp/0", false); + FileStatus fs2 = getFileStatus(fileLength, false, 3, 4, 5, "/tmp/1", true); + FileStatus fs3 = getFileStatus(fileLength, false, 3, 4, 5, "/tmp/1", false); List fileStatus = Arrays.asList(fs1, fs2, fs3); Warehouse wh = mock(Warehouse.class); when(wh.getFileStatusesForUnpartitionedTable(db, tbl)).thenReturn(fileStatus); Map expected = ImmutableMap.of(NUM_FILES, "2", - TOTAL_SIZE, String.valueOf(2 * fileLength)); + TOTAL_SIZE, String.valueOf(2 * fileLength), + NUM_ERASURE_CODED_FILES, "1" + ); updateTableStatsSlow(db, tbl, wh, false, false, null); assertThat(tbl.getParameters(), is(expected)); @@ -195,6 +200,7 @@ public void testUpdateTableStatsSlow_statsUpdated() throws TException { Map expected1 = ImmutableMap.of(NUM_FILES, "2", TOTAL_SIZE, String.valueOf(2 * fileLength), + NUM_ERASURE_CODED_FILES, "1", COLUMN_STATS_ACCURATE, "{\"BASIC_STATS\":\"true\"}"); assertThat(tbl3.getParameters(), is(expected1)); } @@ -227,7 +233,7 @@ public void testUpdateTableStatsSlow_removesDoNotUpdateStats() throws TException } /** - * Verify that updateTableStatsSlow() does not calculate tabe statistics when + * Verify that updateTableStatsSlow() does not calculate table statistics when *
      *
    1. newDir is true
    2. *
    3. Table is partitioned
    4. @@ -270,5 +276,16 @@ public void testUpdateTableStatsSlow_doesNotUpdateStats() throws TException { updateTableStatsSlow(db, tbl2, wh, false, false, null); verify(wh, never()).getFileStatusesForUnpartitionedTable(db, tbl2); } + + /** + * Build a FileStatus object. + */ + private static FileStatus getFileStatus(long fileLength, boolean isdir, int blockReplication, + int blockSize, int modificationTime, String pathString, boolean isErasureCoded) { + return new FileStatus(fileLength, isdir, blockReplication, blockSize, modificationTime, + 0L, (FsPermission)null, (String)null, (String)null, null, + new Path(pathString), false, false, isErasureCoded); + } + }