diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java index 5d588390bfa00a956f4094310819204371f81122..354e9e8109f580d535d8a91e25da40585c5b7bc8 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java @@ -1777,8 +1777,27 @@ public static String replaceTaskIdFromFilename(String filename, String fileId) { return (ret); } + /** + * Replace taskId with input bucketNum. for example if taskId is 000000, bucketNum is 1, + * return should be 000001; if taskId is (ds%3D1)000000, bucketNum is 1, return should be + * (ds%3D1)000001. This method is different from the replaceTaskId(String, String) method + * This method, pattern is in taskId. + * @param taskId + * @param bucketNum + * @return + */ + private static String replaceTaskId(String taskId, int bucketNum) { - return replaceTaskId(taskId, String.valueOf(bucketNum)); + String bucketNumStr = String.valueOf(bucketNum); + Matcher m = PREFIXED_TASK_ID_REGEX.matcher(taskId); + if (!m.matches()) { + LOG.warn("Unable to determine bucket number from task id: " + taskId + ". Using " + + "task ID as bucket number."); + return adjustBucketNumLen(bucketNumStr, taskId); + } else { + String adjustedBucketNum = adjustBucketNumLen(bucketNumStr, m.group(2)); + return (m.group(1) == null ? "" : m.group(1)) + adjustedBucketNum; + } } /** @@ -1872,7 +1891,7 @@ public static void mvFileToFinalPath(Path specPath, Configuration hconf, if (fs.exists(tmpPath)) { // remove any tmp file or double-committed output files ArrayList emptyBuckets = - Utilities.removeTempOrDuplicateFiles(fs, tmpPath, dpCtx); + Utilities.removeTempOrDuplicateFiles(fs, tmpPath, dpCtx, conf, hconf); // create empty buckets if necessary if (emptyBuckets.size() > 0) { createEmptyBuckets(hconf, emptyBuckets, conf, reporter); @@ -1941,7 +1960,7 @@ private static void createEmptyBuckets(Configuration hconf, ArrayList pa * Remove all temporary files and duplicate (double-committed) files from a given directory. */ public static void removeTempOrDuplicateFiles(FileSystem fs, Path path) throws IOException { - removeTempOrDuplicateFiles(fs, path, null); + removeTempOrDuplicateFiles(fs, path, null,null,null); } /** @@ -1950,15 +1969,15 @@ public static void removeTempOrDuplicateFiles(FileSystem fs, Path path) throws I * @return a list of path names corresponding to should-be-created empty buckets. */ public static ArrayList removeTempOrDuplicateFiles(FileSystem fs, Path path, - DynamicPartitionCtx dpCtx) throws IOException { + DynamicPartitionCtx dpCtx, FileSinkDesc conf, Configuration hconf) throws IOException { if (path == null) { return null; } ArrayList result = new ArrayList(); + HashMap taskIDToFile = null; if (dpCtx != null) { FileStatus parts[] = HiveStatsUtils.getFileStatusRecurse(path, dpCtx.getNumDPCols(), fs); - HashMap taskIDToFile = null; for (int i = 0; i < parts.length; ++i) { assert parts[i].isDir() : "dynamic partition " + parts[i].getPath() @@ -1994,8 +2013,24 @@ public static void removeTempOrDuplicateFiles(FileSystem fs, Path path) throws I } } else { FileStatus[] items = fs.listStatus(path); - removeTempOrDuplicateFiles(items, fs); + taskIDToFile = removeTempOrDuplicateFiles(items, fs); + if(taskIDToFile != null && taskIDToFile.size() > 0 && conf != null && conf.getTable() != null + && (conf.getTable().getNumBuckets() > taskIDToFile.size()) + && (HiveConf.getBoolVar(hconf, HiveConf.ConfVars.HIVEENFORCEBUCKETING))) { + // get the missing buckets and generate empty buckets for non-dynamic partition + String taskID1 = taskIDToFile.keySet().iterator().next(); + Path bucketPath = taskIDToFile.values().iterator().next().getPath(); + for (int j = 0; j < conf.getTable().getNumBuckets(); ++j) { + String taskID2 = replaceTaskId(taskID1, j); + if (!taskIDToFile.containsKey(taskID2)) { + // create empty bucket, file name should be derived from taskID2 + String path2 = replaceTaskIdFromFilename(bucketPath.toUri().getPath().toString(), j); + result.add(path2); + } + } + } } + return result; } diff --git a/ql/src/test/queries/clientpositive/insertoverwrite_bucket.q b/ql/src/test/queries/clientpositive/insertoverwrite_bucket.q new file mode 100644 index 0000000000000000000000000000000000000000..d939710ac0961379961d8b2a8a897778bb3177be --- /dev/null +++ b/ql/src/test/queries/clientpositive/insertoverwrite_bucket.q @@ -0,0 +1,28 @@ +CREATE TABLE IF NOT EXISTS bucketinput( +data string +) +ROW FORMAT DELIMITED FIELDS TERMINATED BY ','; +CREATE TABLE IF NOT EXISTS bucketoutput1( +data string +)CLUSTERED BY(data) +INTO 2 BUCKETS +ROW FORMAT DELIMITED FIELDS TERMINATED BY ','; +CREATE TABLE IF NOT EXISTS bucketoutput2( +data string +)CLUSTERED BY(data) +INTO 2 BUCKETS +ROW FORMAT DELIMITED FIELDS TERMINATED BY ','; +insert into table bucketinput values ("firstinsert1"); +insert into table bucketinput values ("firstinsert2"); +insert into table bucketinput values ("firstinsert3"); +set hive.enforce.bucketing = true; +set hive.enforce.sorting=true; +insert overwrite table bucketoutput1 select * from bucketinput where data like 'first%'; +set hive.auto.convert.sortmerge.join=true; +set hive.optimize.bucketmapjoin = true; +set hive.optimize.bucketmapjoin.sortedmerge = true; +select * from bucketoutput1 a join bucketoutput2 b on (a.data=b.data); +drop table buckettestinput; +drop table buckettestoutput1; +drop table buckettestoutput2; + diff --git a/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out b/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out index 34cd1ff9d66c673bfc50678492d5421d01b94f03..2a5cb784a31df4536545cd14756393392f4f739a 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out @@ -155,7 +155,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -177,7 +177,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -492,7 +492,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -514,7 +514,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -750,7 +750,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -772,7 +772,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1158,7 +1158,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1180,7 +1180,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1557,7 +1557,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1579,7 +1579,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1898,7 +1898,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1920,7 +1920,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2119,7 +2119,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2141,7 +2141,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2386,7 +2386,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2408,7 +2408,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2734,7 +2734,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2756,7 +2756,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3159,7 +3159,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3181,7 +3181,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3355,7 +3355,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3377,7 +3377,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3816,7 +3816,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3838,7 +3838,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4098,7 +4098,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4120,7 +4120,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4232,7 +4232,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4254,7 +4254,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} diff --git a/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out b/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out index 0d631ce096641b99c658570f89dd5ebb065cf0c4..945e638cad3fea767d20a70a9e670b78147a12e1 100644 --- a/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out +++ b/ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out @@ -155,7 +155,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -177,7 +177,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -493,7 +493,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -515,7 +515,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -815,7 +815,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -837,7 +837,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1223,7 +1223,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1245,7 +1245,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1622,7 +1622,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1644,7 +1644,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1964,7 +1964,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1986,7 +1986,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2250,7 +2250,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2272,7 +2272,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2582,7 +2582,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2604,7 +2604,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2994,7 +2994,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3016,7 +3016,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3420,7 +3420,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3442,7 +3442,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3680,7 +3680,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3702,7 +3702,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4141,7 +4141,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4163,7 +4163,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4424,7 +4424,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4446,7 +4446,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4622,7 +4622,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -4644,7 +4644,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} diff --git a/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out b/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out new file mode 100644 index 0000000000000000000000000000000000000000..9b7b85df3c7cb437c0631968742850e62b7001f6 --- /dev/null +++ b/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out @@ -0,0 +1,104 @@ +PREHOOK: query: CREATE TABLE IF NOT EXISTS bucketinput( +data string +) +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucketinput +POSTHOOK: query: CREATE TABLE IF NOT EXISTS bucketinput( +data string +) +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucketinput +PREHOOK: query: CREATE TABLE IF NOT EXISTS bucketoutput1( +data string +)CLUSTERED BY(data) +INTO 2 BUCKETS +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucketoutput1 +POSTHOOK: query: CREATE TABLE IF NOT EXISTS bucketoutput1( +data string +)CLUSTERED BY(data) +INTO 2 BUCKETS +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucketoutput1 +PREHOOK: query: CREATE TABLE IF NOT EXISTS bucketoutput2( +data string +)CLUSTERED BY(data) +INTO 2 BUCKETS +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucketoutput2 +POSTHOOK: query: CREATE TABLE IF NOT EXISTS bucketoutput2( +data string +)CLUSTERED BY(data) +INTO 2 BUCKETS +ROW FORMAT DELIMITED FIELDS TERMINATED BY ',' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucketoutput2 +PREHOOK: query: insert into table bucketinput values ("firstinsert1") +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@bucketinput +POSTHOOK: query: insert into table bucketinput values ("firstinsert1") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@bucketinput +POSTHOOK: Lineage: bucketinput.data SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +PREHOOK: query: insert into table bucketinput values ("firstinsert2") +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@bucketinput +POSTHOOK: query: insert into table bucketinput values ("firstinsert2") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@bucketinput +POSTHOOK: Lineage: bucketinput.data SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +PREHOOK: query: insert into table bucketinput values ("firstinsert3") +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@bucketinput +POSTHOOK: query: insert into table bucketinput values ("firstinsert3") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@bucketinput +POSTHOOK: Lineage: bucketinput.data SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +PREHOOK: query: insert overwrite table bucketoutput1 select * from bucketinput where data like 'first%' +PREHOOK: type: QUERY +PREHOOK: Input: default@bucketinput +PREHOOK: Output: default@bucketoutput1 +POSTHOOK: query: insert overwrite table bucketoutput1 select * from bucketinput where data like 'first%' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucketinput +POSTHOOK: Output: default@bucketoutput1 +POSTHOOK: Lineage: bucketoutput1.data SIMPLE [(bucketinput)bucketinput.FieldSchema(name:data, type:string, comment:null), ] +PREHOOK: query: select * from bucketoutput1 a join bucketoutput2 b on (a.data=b.data) +PREHOOK: type: QUERY +PREHOOK: Input: default@bucketoutput1 +PREHOOK: Input: default@bucketoutput2 +#### A masked pattern was here #### +POSTHOOK: query: select * from bucketoutput1 a join bucketoutput2 b on (a.data=b.data) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucketoutput1 +POSTHOOK: Input: default@bucketoutput2 +#### A masked pattern was here #### +PREHOOK: query: drop table buckettestinput +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table buckettestinput +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table buckettestoutput1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table buckettestoutput1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table buckettestoutput2 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table buckettestoutput2 +POSTHOOK: type: DROPTABLE diff --git a/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out b/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out index 65a8374efbb90262ee3cded1b6c615be5287d115..6586ac0cd39dcca91bc062e6b7f5eaf195ed74d1 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out @@ -153,7 +153,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -175,7 +175,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -342,7 +342,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -364,7 +364,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -568,7 +568,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -599,7 +599,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -621,7 +621,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -651,7 +651,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -791,7 +791,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -822,7 +822,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -844,7 +844,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -874,7 +874,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -1036,7 +1036,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1058,7 +1058,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1229,7 +1229,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1251,7 +1251,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1456,7 +1456,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1478,7 +1478,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1522,7 +1522,7 @@ STAGE PLANS: columns.types int:int:int #### A masked pattern was here #### name default.outputtbl3 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 25 serialization.ddl struct outputtbl3 { i32 key1, i32 key2, i32 cnt} @@ -1552,7 +1552,7 @@ STAGE PLANS: columns.types int:int:int #### A masked pattern was here #### name default.outputtbl3 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 25 serialization.ddl struct outputtbl3 { i32 key1, i32 key2, i32 cnt} @@ -1725,7 +1725,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1747,7 +1747,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1791,7 +1791,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -1821,7 +1821,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2019,7 +2019,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2041,7 +2041,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2123,7 +2123,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2145,7 +2145,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2364,7 +2364,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 2 + numFiles 4 numRows 10 rawDataSize 30 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2395,7 +2395,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2417,7 +2417,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2472,7 +2472,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2494,7 +2494,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2538,7 +2538,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 2 + numFiles 4 numRows 10 rawDataSize 30 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2568,7 +2568,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 2 + numFiles 4 numRows 10 rawDataSize 30 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2776,7 +2776,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2798,7 +2798,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2853,7 +2853,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2875,7 +2875,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2921,7 +2921,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 3 + numFiles 4 numRows 10 rawDataSize 32 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2951,7 +2951,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 3 + numFiles 4 numRows 10 rawDataSize 32 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -3141,7 +3141,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3163,7 +3163,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3218,7 +3218,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3240,7 +3240,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} diff --git a/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out b/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out index 9f30e156ca50d164cf91462800a005ccd696a432..373bd244a8ceeb5cc33024e530aa2561c0be1803 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out @@ -153,7 +153,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -175,7 +175,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -343,7 +343,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -365,7 +365,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -586,7 +586,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -617,7 +617,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -639,7 +639,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -669,7 +669,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -809,7 +809,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -840,7 +840,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -862,7 +862,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -892,7 +892,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -1054,7 +1054,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1076,7 +1076,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1248,7 +1248,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1270,7 +1270,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1493,7 +1493,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1515,7 +1515,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1576,7 +1576,7 @@ STAGE PLANS: columns.types int:int:int #### A masked pattern was here #### name default.outputtbl3 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 25 serialization.ddl struct outputtbl3 { i32 key1, i32 key2, i32 cnt} @@ -1606,7 +1606,7 @@ STAGE PLANS: columns.types int:int:int #### A masked pattern was here #### name default.outputtbl3 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 25 serialization.ddl struct outputtbl3 { i32 key1, i32 key2, i32 cnt} @@ -1780,7 +1780,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1802,7 +1802,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -1863,7 +1863,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -1893,7 +1893,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 1 + numFiles 2 numRows 5 rawDataSize 15 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2091,7 +2091,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2113,7 +2113,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2195,7 +2195,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2217,7 +2217,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2437,7 +2437,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 2 + numFiles 4 numRows 10 rawDataSize 30 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2468,7 +2468,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2490,7 +2490,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2545,7 +2545,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2567,7 +2567,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2628,7 +2628,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 2 + numFiles 4 numRows 10 rawDataSize 30 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2658,7 +2658,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 2 + numFiles 4 numRows 10 rawDataSize 30 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -2866,7 +2866,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2888,7 +2888,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2943,7 +2943,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -2965,7 +2965,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3011,7 +3011,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 3 + numFiles 4 numRows 10 rawDataSize 32 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -3041,7 +3041,7 @@ STAGE PLANS: columns.types int:int #### A masked pattern was here #### name default.outputtbl1 - numFiles 3 + numFiles 4 numRows 10 rawDataSize 32 serialization.ddl struct outputtbl1 { i32 key, i32 cnt} @@ -3232,7 +3232,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3254,7 +3254,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3309,7 +3309,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val} @@ -3331,7 +3331,7 @@ STAGE PLANS: columns.types string:string #### A masked pattern was here #### name default.t1 - numFiles 1 + numFiles 2 numRows 6 rawDataSize 24 serialization.ddl struct t1 { string key, string val}