diff --git itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java index f79dbac573..deab213be8 100644 --- itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java +++ itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java @@ -70,16 +70,13 @@ import java.util.regex.Pattern; import java.util.stream.Stream; -import com.google.common.base.Preconditions; -import com.google.common.base.Throwables; - import org.apache.commons.compress.compressors.bzip2.BZip2CompressorInputStream; import org.apache.commons.io.FileUtils; import org.apache.commons.io.IOUtils; import org.apache.commons.io.output.ByteArrayOutputStream; import org.apache.commons.lang.StringUtils; -import org.apache.commons.lang3.tuple.Pair; import org.apache.commons.lang3.tuple.ImmutablePair; +import org.apache.commons.lang3.tuple.Pair; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.CommonConfigurationKeysPublic; import org.apache.hadoop.fs.FileStatus; @@ -136,6 +133,8 @@ import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import com.google.common.base.Preconditions; +import com.google.common.base.Throwables; import com.google.common.collect.ImmutableList; import junit.framework.TestSuite; @@ -161,9 +160,13 @@ private static final String TEST_TMP_DIR_PROPERTY = "test.tmp.dir"; // typically target/tmp private static final String BUILD_DIR_PROPERTY = "build.dir"; // typically target + public static final String PATH_HDFS_REGEX = "(hdfs://)([a-zA-Z0-9:/_\\-\\.=])+"; + public static final String PATH_HDFS_WITH_DATE_USER_GROUP_REGEX = "([a-z]+) ([a-z]+)([ ]+)([0-9]+) ([0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}) " + PATH_HDFS_REGEX; + private String testWarehouse; private final String testFiles; protected final String outDir; + protected String overrideResultsDir; protected final String logDir; private final TreeMap qMap; private final Set qSkipSet; @@ -533,7 +536,7 @@ public QTestUtil(String outDir, String logDir, MiniClusterType clusterType, } public QTestUtil(String outDir, String logDir, MiniClusterType clusterType, - String confDir, String hadzoopVer, String initScript, String cleanupScript, + String confDir, String hadoopVer, String initScript, String cleanupScript, boolean withLlapIo, FsType fsType) throws Exception { LOG.info("Setting up QTestUtil with outDir={}, logDir={}, clusterType={}, confDir={}," + @@ -1535,6 +1538,7 @@ public String outPath(String outDir, String testName) { String ret = (new File(outDir, testName)).getPath(); // List of configurations. Currently the list consists of hadoop version and execution mode only List configs = new ArrayList(); + configs.add(this.clusterType.toString()); configs.add(this.hadoopVer); Deque stack = new LinkedList(); @@ -1542,7 +1546,7 @@ public String outPath(String outDir, String testName) { sb.append(testName); stack.push(sb.toString()); - // example file names are input1.q.out_0.20.0_minimr or input2.q.out_0.17 + // example file names are input1.q.out_mr_0.17 or input2.q.out_0.17 for (String s: configs) { sb.append('_'); sb.append(s); @@ -1647,7 +1651,6 @@ private void maskPatterns(Pattern[] patterns, String fname) throws Exception { private final Pattern[] planMask = toPattern(new String[] { ".*file:.*", ".*pfile:.*", - ".*hdfs:.*", ".*/tmp/.*", ".*invalidscheme:.*", ".*lastUpdateTime.*", @@ -1719,9 +1722,16 @@ private void maskPatterns(Pattern[] patterns, String fname) throws Exception { partialPlanMask = ppm.toArray(new PatternReplacementPair[ppm.size()]); } /* This list may be modified by specific cli drivers to mask strings that change on every test */ - private final List> patternsWithMaskComments = new ArrayList>() {{ - add(toPatternPair("(pblob|s3.?|swift|wasb.?).*hive-staging.*","### BLOBSTORE_STAGING_PATH ###")); - }}; + private final List> patternsWithMaskComments = + new ArrayList>() { + { + add(toPatternPair("(pblob|s3.?|swift|wasb.?).*hive-staging.*", + "### BLOBSTORE_STAGING_PATH ###")); + add(toPatternPair(PATH_HDFS_WITH_DATE_USER_GROUP_REGEX, + "### USER ### ### GROUP ###$3$4 ### HDFS DATE ### $6### HDFS PATH ###")); + add(toPatternPair(PATH_HDFS_REGEX, "$1### HDFS PATH ###")); + } + }; private Pair toPatternPair(String patternStr, String maskComment) { return ImmutablePair.of(Pattern.compile(patternStr), maskComment); @@ -2491,5 +2501,4 @@ public int compare(String str1, String str2) { } } } - } diff --git itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQTestUtil.java itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQTestUtil.java new file mode 100644 index 0000000000..c01d87bf51 --- /dev/null +++ itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQTestUtil.java @@ -0,0 +1,88 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hive.ql; + +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.junit.Assert; +import org.junit.Test; + +/** + * This class contains unit tests for QTestUtil + */ +public class TestQTestUtil { + private static final String TEST_HDFS_MASK = "###HDFS###"; + private static final String TEST_HDFS_DATE_MASK = "###HDFS_DATE###"; + private static final String TEST_HDFS_USER_MASK = "###USER###"; + private static final String TEST_HDFS_GROUP_MASK = "###GROUP###"; + + @Test + public void testSelectiveHdfsPatternMaskOnlyHdfsPath() { + Assert.assertEquals("nothing to be masked", maskHdfs("nothing to be masked")); + Assert.assertEquals("hdfs://", maskHdfs("hdfs://")); + Assert.assertEquals(String.format("hdfs://%s", TEST_HDFS_MASK), maskHdfs("hdfs://a")); + Assert.assertEquals(String.format("hdfs://%s other text", TEST_HDFS_MASK), + maskHdfs("hdfs://tmp.dfs.com:50029/tmp other text")); + Assert.assertEquals(String.format("hdfs://%s", TEST_HDFS_MASK), maskHdfs( + "hdfs://localhost:51594/build/ql/test/data/warehouse/default/encrypted_table_dp/p=2014-09-23")); + + String line = maskHdfs("hdfs://localhost:11111/tmp/ct_noperm_loc_foo1"); + Assert.assertEquals(String.format("hdfs://%s", TEST_HDFS_MASK), line); + + line = maskHdfs("hdfs://one hdfs://two"); + Assert.assertEquals(String.format("hdfs://%s hdfs://%s", TEST_HDFS_MASK, TEST_HDFS_MASK), line); + + line = maskHdfs( + "some text before [name=hdfs://localhost:11111/tmp/ct_noperm_loc_foo1]] some text between hdfs://localhost:22222/tmp/ct_noperm_loc_foo2 some text after"); + Assert.assertEquals(String.format( + "some text before [name=hdfs://%s]] some text between hdfs://%s some text after", + TEST_HDFS_MASK, TEST_HDFS_MASK), line); + + line = maskHdfsWithDateUserGroup( + "-rw-r--r-- 3 hiveptest supergroup 2557 2018-01-11 17:09 hdfs://hello_hdfs_path"); + Assert.assertEquals(String.format("-rw-r--r-- 3 %s %s 2557 %s hdfs://%s", + TEST_HDFS_USER_MASK, TEST_HDFS_GROUP_MASK, TEST_HDFS_DATE_MASK, TEST_HDFS_MASK), line); + + line = maskHdfs(maskHdfsWithDateUserGroup( + "-rw-r--r-- 3 hiveptest supergroup 2557 2018-01-11 17:09 hdfs://hello_hdfs_path")); + Assert.assertEquals(String.format("-rw-r--r-- 3 %s %s 2557 %s hdfs://%s", + TEST_HDFS_USER_MASK, TEST_HDFS_GROUP_MASK, TEST_HDFS_DATE_MASK, TEST_HDFS_MASK), line); + } + + private String maskHdfs(String line) { + Matcher matcher = Pattern.compile(QTestUtil.PATH_HDFS_REGEX).matcher(line); + + if (matcher.find()) { + line = matcher.replaceAll(String.format("$1%s", TEST_HDFS_MASK)); + } + + return line; + } + + private String maskHdfsWithDateUserGroup(String line) { + Matcher matcher = Pattern.compile(QTestUtil.PATH_HDFS_WITH_DATE_USER_GROUP_REGEX).matcher(line); + + if (matcher.find()) { + line = matcher.replaceAll(String.format("%s %s$3$4 %s $6%s", TEST_HDFS_USER_MASK, + TEST_HDFS_GROUP_MASK, TEST_HDFS_DATE_MASK, TEST_HDFS_MASK)); + } + + return line; + } +} \ No newline at end of file diff --git ql/src/test/results/clientnegative/alter_table_wrong_location.q.out ql/src/test/results/clientnegative/alter_table_wrong_location.q.out index d788d55bb6..88084900fa 100644 --- ql/src/test/results/clientnegative/alter_table_wrong_location.q.out +++ ql/src/test/results/clientnegative/alter_table_wrong_location.q.out @@ -6,4 +6,4 @@ POSTHOOK: query: create table testwrongloc(id int) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@testwrongloc -#### A masked pattern was here #### +FAILED: SemanticException Cannot connect to namenode, please check if host/port pair for hdfs://### HDFS PATH ### is valid diff --git ql/src/test/results/clientnegative/cluster_tasklog_retrieval.q.out ql/src/test/results/clientnegative/cluster_tasklog_retrieval.q.out index b5ccfedb07..7db7bfe4de 100644 --- ql/src/test/results/clientnegative/cluster_tasklog_retrieval.q.out +++ ql/src/test/results/clientnegative/cluster_tasklog_retrieval.q.out @@ -8,5 +8,6 @@ PREHOOK: query: FROM src SELECT evaluate_npe(src.key) LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask diff --git ql/src/test/results/clientnegative/ct_noperm_loc.q.out ql/src/test/results/clientnegative/ct_noperm_loc.q.out index a3f7aec419..ac59863802 100644 --- ql/src/test/results/clientnegative/ct_noperm_loc.q.out +++ ql/src/test/results/clientnegative/ct_noperm_loc.q.out @@ -1,11 +1,11 @@ -#### A masked pattern was here #### +PREHOOK: query: create table foo0(id int) location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@foo0 -#### A masked pattern was here #### +POSTHOOK: query: create table foo0(id int) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@foo0 -#### A masked pattern was here #### +FAILED: HiveAccessControlException Permission denied: Principal [name=user1, type=USER] does not have following privileges for operation CREATETABLE [[INSERT, DELETE] on Object [type=DFS_URI, name=hdfs://### HDFS PATH ###]] diff --git ql/src/test/results/clientnegative/ctas_noperm_loc.q.out ql/src/test/results/clientnegative/ctas_noperm_loc.q.out index 0b8182a69b..990c7eb7d9 100644 --- ql/src/test/results/clientnegative/ctas_noperm_loc.q.out +++ ql/src/test/results/clientnegative/ctas_noperm_loc.q.out @@ -1 +1 @@ -#### A masked pattern was here #### +FAILED: HiveAccessControlException Permission denied: Principal [name=user1, type=USER] does not have following privileges for operation CREATETABLE_AS_SELECT [[INSERT, DELETE] on Object [type=DFS_URI, name=hdfs://### HDFS PATH ###]] diff --git ql/src/test/results/clientnegative/file_with_header_footer_negative.q.out ql/src/test/results/clientnegative/file_with_header_footer_negative.q.out index 1794ae64ed..f2730091b8 100644 --- ql/src/test/results/clientnegative/file_with_header_footer_negative.q.out +++ ql/src/test/results/clientnegative/file_with_header_footer_negative.q.out @@ -1,19 +1,19 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@header_footer_table_1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_1 PREHOOK: query: SELECT * FROM header_footer_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Failed with exception java.io.IOException:java.io.IOException: footer number exceeds the limit defined in hive.file.max.footer diff --git ql/src/test/results/clientnegative/local_mapred_error_cache.q.out ql/src/test/results/clientnegative/local_mapred_error_cache.q.out index f5cf1eace2..238f342466 100644 --- ql/src/test/results/clientnegative/local_mapred_error_cache.q.out +++ ql/src/test/results/clientnegative/local_mapred_error_cache.q.out @@ -1,5 +1,6 @@ PREHOOK: query: FROM src SELECT TRANSFORM(key, value) USING 'python ../../data/scripts/cat_error.py' AS (key, value) PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask diff --git ql/src/test/results/clientnegative/mapreduce_stack_trace.q.out ql/src/test/results/clientnegative/mapreduce_stack_trace.q.out index dfc8f54d25..423df300e8 100644 --- ql/src/test/results/clientnegative/mapreduce_stack_trace.q.out +++ ql/src/test/results/clientnegative/mapreduce_stack_trace.q.out @@ -1,5 +1,6 @@ PREHOOK: query: FROM src SELECT TRANSFORM(key, value) USING 'script_does_not_exist' AS (key, value) PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 20000 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask. Unable to initialize custom script. diff --git ql/src/test/results/clientnegative/mapreduce_stack_trace_turnoff.q.out ql/src/test/results/clientnegative/mapreduce_stack_trace_turnoff.q.out index dfc8f54d25..423df300e8 100644 --- ql/src/test/results/clientnegative/mapreduce_stack_trace_turnoff.q.out +++ ql/src/test/results/clientnegative/mapreduce_stack_trace_turnoff.q.out @@ -1,5 +1,6 @@ PREHOOK: query: FROM src SELECT TRANSFORM(key, value) USING 'script_does_not_exist' AS (key, value) PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 20000 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask. Unable to initialize custom script. diff --git ql/src/test/results/clientnegative/minimr_broken_pipe.q.out ql/src/test/results/clientnegative/minimr_broken_pipe.q.out index 553e94a1da..d0d83de64e 100644 --- ql/src/test/results/clientnegative/minimr_broken_pipe.q.out +++ ql/src/test/results/clientnegative/minimr_broken_pipe.q.out @@ -1,5 +1,6 @@ PREHOOK: query: SELECT TRANSFORM(*) USING 'true' AS a, b FROM (SELECT TRANSFORM(*) USING 'echo' AS a, b FROM src LIMIT 1) tmp PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 20003 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask. An error occurred when trying to close the Operator running your custom script. diff --git ql/src/test/results/clientnegative/table_nonprintable_negative.q.out ql/src/test/results/clientnegative/table_nonprintable_negative.q.out index 8b22480ac7..3891747c8d 100644 --- ql/src/test/results/clientnegative/table_nonprintable_negative.q.out +++ ql/src/test/results/clientnegative/table_nonprintable_negative.q.out @@ -1,17 +1,17 @@ Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ###Foo/in1.txt PREHOOK: query: create external table table_external (c1 int, c2 int) partitioned by (day string) -#### A masked pattern was here #### +location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@table_external POSTHOOK: query: create external table table_external (c1 int, c2 int) partitioned by (day string) -#### A masked pattern was here #### +location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@table_external PREHOOK: query: msck repair table table_external diff --git ql/src/test/results/clientnegative/udf_local_resource.q.out ql/src/test/results/clientnegative/udf_local_resource.q.out index 6a899550bc..62664c9c9a 100644 --- ql/src/test/results/clientnegative/udf_local_resource.q.out +++ ql/src/test/results/clientnegative/udf_local_resource.q.out @@ -2,5 +2,5 @@ PREHOOK: query: create function lookup as 'org.apache.hadoop.hive.ql.udf.UDFFile PREHOOK: type: CREATEFUNCTION PREHOOK: Output: database:default PREHOOK: Output: default.lookup -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.FunctionTask. Hive warehouse is non-local, but ../../data/files/sales.txt specifies file on local filesystem. Resources on non-local warehouse should specify a non-local scheme/path diff --git ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out index 81ba5aec05..7234731e94 100644 --- ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out +++ ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out @@ -25,7 +25,7 @@ PREHOOK: Output: default@bucket_nr_acid PREHOOK: query: select * from bucket_nr_acid order by a, b PREHOOK: type: QUERY PREHOOK: Input: default@bucket_nr_acid -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### 0 -1 1 -1 3 -1 diff --git ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out index 94a2884e57..add89f403a 100644 --- ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out +++ ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out @@ -33,7 +33,7 @@ PREHOOK: Output: default@bucket_nr_acid2 PREHOOK: query: select * from bucket_nr_acid2 order by a, b PREHOOK: type: QUERY PREHOOK: Input: default@bucket_nr_acid2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### 0 -1 0 -1 1 -1 diff --git ql/src/test/results/clientpositive/database_properties.q.out ql/src/test/results/clientpositive/database_properties.q.out index 685ed252df..c401a6e617 100644 --- ql/src/test/results/clientpositive/database_properties.q.out +++ ql/src/test/results/clientpositive/database_properties.q.out @@ -13,13 +13,13 @@ default PREHOOK: query: create database db2 with dbproperties ( 'mapred.jobtracker.url'='http://my.jobtracker.com:53000', 'hive.warehouse.dir' = '/user/hive/warehouse', -#### A masked pattern was here #### + 'mapred.scratch.dir' = 'hdfs://### HDFS PATH ###') PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:db2 POSTHOOK: query: create database db2 with dbproperties ( 'mapred.jobtracker.url'='http://my.jobtracker.com:53000', 'hive.warehouse.dir' = '/user/hive/warehouse', -#### A masked pattern was here #### + 'mapred.scratch.dir' = 'hdfs://### HDFS PATH ###') POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:db2 PREHOOK: query: describe database db2 @@ -35,7 +35,7 @@ PREHOOK: Input: database:db2 POSTHOOK: query: describe database extended db2 POSTHOOK: type: DESCDATABASE POSTHOOK: Input: database:db2 -#### A masked pattern was here #### +db2 location/in/test hive_test_user USER {hive.warehouse.dir=/user/hive/warehouse, mapred.jobtracker.url=http://my.jobtracker.com:53000, mapred.scratch.dir=hdfs://### HDFS PATH ###} PREHOOK: query: alter database db2 set dbproperties ( 'new.property' = 'some new props', 'hive.warehouse.dir' = 'new/warehouse/dir') @@ -52,4 +52,4 @@ PREHOOK: Input: database:db2 POSTHOOK: query: describe database extended db2 POSTHOOK: type: DESCDATABASE POSTHOOK: Input: database:db2 -#### A masked pattern was here #### +db2 location/in/test hive_test_user USER {hive.warehouse.dir=new/warehouse/dir, mapred.jobtracker.url=http://my.jobtracker.com:53000, mapred.scratch.dir=hdfs://### HDFS PATH ###, new.property=some new props} diff --git ql/src/test/results/clientpositive/encrypted/encryption_auto_purge_tables.q.out ql/src/test/results/clientpositive/encrypted/encryption_auto_purge_tables.q.out index a2d7dd2cc9..129abc8d84 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_auto_purge_tables.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_auto_purge_tables.q.out @@ -8,12 +8,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_ext_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' @@ -89,12 +89,12 @@ POSTHOOK: Input: default@encrypted_table 500 #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_ext_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_ext_table PREHOOK: query: ALTER TABLE encrypted_ext_table SET TBLPROPERTIES("auto.purge"="true") diff --git ql/src/test/results/clientpositive/encrypted/encryption_ctas.q.out ql/src/test/results/clientpositive/encrypted/encryption_ctas.q.out index b8464e9dc5..d8d30b405c 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_ctas.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_ctas.q.out @@ -18,14 +18,14 @@ Encryption zone created: '/build/ql/test/data/warehouse/default/encrypted_tablec AS SELECT * from src where key = 100 limit 1 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:testct PREHOOK: Output: testCT@encrypted_tablectas #### A masked pattern was here #### AS SELECT * from src where key = 100 limit 1 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:testct POSTHOOK: Output: testCT@encrypted_tablectas PREHOOK: query: select * from testCT.encrypted_tablectas diff --git ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out index 081fdd5fb7..f8d7b0638c 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table_dp POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table_dp #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table_dp Encryption key created: 'key_128' @@ -43,21 +43,21 @@ POSTHOOK: Input: default@encrypted_table_dp@p=2014-09-24 2 bar 2014-09-24 #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_ext_table_dp #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_ext_table_dp #### A masked pattern was here #### PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@encrypted_ext_table_dp #### A masked pattern was here #### POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@encrypted_ext_table_dp POSTHOOK: Output: default@encrypted_ext_table_dp@p=2014-09-23 PREHOOK: query: SELECT * FROM encrypted_ext_table_dp diff --git ql/src/test/results/clientpositive/encrypted/encryption_drop_table.q.out ql/src/test/results/clientpositive/encrypted/encryption_drop_table.q.out index d3e0282254..996c33a2f3 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_drop_table.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_drop_table.q.out @@ -8,12 +8,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_ext_table POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' @@ -30,12 +30,12 @@ POSTHOOK: Lineage: encrypted_table.key EXPRESSION [(src)src.FieldSchema(name:key POSTHOOK: Lineage: encrypted_table.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_ext_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_ext_table PREHOOK: query: SHOW TABLES @@ -84,12 +84,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table1 POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table1 Encryption zone created: '/build/ql/test/data/warehouse/default/encrypted_table1' using key: 'key_128' diff --git ql/src/test/results/clientpositive/encrypted/encryption_drop_table_in_encrypted_db.q.out ql/src/test/results/clientpositive/encrypted/encryption_drop_table_in_encrypted_db.q.out index 1287d012d8..7cf3d46e1c 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_drop_table_in_encrypted_db.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_drop_table_in_encrypted_db.q.out @@ -9,20 +9,21 @@ POSTHOOK: type: DROPDATABASE #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:encrypted_db +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:encrypted_db -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Encryption key created: 'key_128' Encryption zone created: '/build/ql/test/data/warehouse/encrypted_db.db' using key: 'key_128' #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:encrypted_db PREHOOK: Output: encrypted_db@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:encrypted_db POSTHOOK: Output: encrypted_db@encrypted_table PREHOOK: query: INSERT OVERWRITE TABLE encrypted_db.encrypted_table SELECT * FROM src diff --git ql/src/test/results/clientpositive/encrypted/encryption_drop_view.q.out ql/src/test/results/clientpositive/encrypted/encryption_drop_view.q.out index 97c7275ed5..a13de4e4fb 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_drop_view.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_drop_view.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS dve_encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@dve_encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@dve_encrypted_table Encryption key created: 'key_128' diff --git ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out index e673e5bcbd..431a834a85 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out @@ -10,14 +10,14 @@ PREHOOK: query: create table encryptedTable(value string) partitioned by (key string) clustered by (value) into 2 buckets stored as orc #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encryptedTable POSTHOOK: query: create table encryptedTable(value string) partitioned by (key string) clustered by (value) into 2 buckets stored as orc #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encryptedTable Encryption key created: 'key_1' @@ -130,7 +130,7 @@ PREHOOK: Input: default@unencryptedtable@key=238 PREHOOK: Input: default@unencryptedtable@key=501 PREHOOK: Input: default@unencryptedtable@key=502 PREHOOK: Input: default@unencryptedtable@key=86 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from unencryptedTable order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@unencryptedtable @@ -138,7 +138,7 @@ POSTHOOK: Input: default@unencryptedtable@key=238 POSTHOOK: Input: default@unencryptedtable@key=501 POSTHOOK: Input: default@unencryptedtable@key=502 POSTHOOK: Input: default@unencryptedtable@key=86 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### val_238 238 val_501 501 val_502 502 diff --git ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out index c0da979774..500b769ef4 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out @@ -10,14 +10,14 @@ PREHOOK: query: create table encryptedTable(key string, value string) partitioned by (ds string) clustered by (key) into 2 buckets stored as orc #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encryptedTable POSTHOOK: query: create table encryptedTable(key string, value string) partitioned by (ds string) clustered by (key) into 2 buckets stored as orc #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encryptedTable Encryption key created: 'key_1' @@ -122,13 +122,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@unencryptedtable PREHOOK: Input: default@unencryptedtable@ds=today PREHOOK: Input: default@unencryptedtable@ds=yesterday -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from unencryptedTable order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@unencryptedtable POSTHOOK: Input: default@unencryptedtable@ds=today POSTHOOK: Input: default@unencryptedtable@ds=yesterday -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 238 val_238 yesterday 238 val_238 yesterday 501 val_501 today diff --git ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out index a10b60ddc9..8cd4660a93 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' diff --git ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out index 20e753e0c9..5bdc0729c0 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' @@ -587,9 +587,10 @@ STAGE PLANS: value expressions: _col0 (type: int), _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [$hdt$_1:t2] + hdfs://### HDFS PATH ### [$hdt$_0:t1] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: encrypted_table input format: org.apache.hadoop.mapred.TextInputFormat @@ -602,6 +603,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.encrypted_table numFiles 1 numRows 500 @@ -623,6 +625,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.encrypted_table numFiles 1 numRows 500 @@ -635,7 +638,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.encrypted_table name: default.encrypted_table -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -648,6 +651,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -669,6 +673,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -697,10 +702,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out index 54f6b27e7b..a01169ccbf 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS table_key_1 PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@table_key_1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@table_key_1 Encryption key created: 'key_1' @@ -20,12 +20,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS table_key_2 PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@table_key_2 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@table_key_2 Encryption key created: 'key_2' @@ -105,9 +105,10 @@ STAGE PLANS: value expressions: _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [$hdt$_0:t1] + hdfs://### HDFS PATH ### [$hdt$_1:t2] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: table_key_1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -120,6 +121,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.table_key_1 numFiles 1 numRows 500 @@ -141,6 +143,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.table_key_1 numFiles 1 numRows 500 @@ -153,7 +156,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.table_key_1 name: default.table_key_1 -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: table_key_2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -166,6 +169,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.table_key_2 numFiles 1 numRows 500 @@ -187,6 +191,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.table_key_2 numFiles 1 numRows 500 @@ -215,10 +220,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -245,12 +250,12 @@ PREHOOK: query: SELECT * FROM table_key_1 t1 JOIN table_key_2 t2 WHERE (t1.key = PREHOOK: type: QUERY PREHOOK: Input: default@table_key_1 PREHOOK: Input: default@table_key_2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM table_key_1 t1 JOIN table_key_2 t2 WHERE (t1.key = t2.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@table_key_1 POSTHOOK: Input: default@table_key_2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/encrypted/encryption_load_data_to_encrypted_tables.q.out ql/src/test/results/clientpositive/encrypted/encryption_load_data_to_encrypted_tables.q.out index 0d1ae19286..c250ebbc0c 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_load_data_to_encrypted_tables.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_load_data_to_encrypted_tables.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key1' @@ -532,11 +532,11 @@ POSTHOOK: Input: default@encrypted_table 97 val_97 #### A masked pattern was here #### PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@encrypted_table PREHOOK: query: SELECT * FROM encrypted_table PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/encrypted/encryption_move_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_move_tbl.q.out index 4eee575394..5af6d5d778 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_move_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_move_tbl.q.out @@ -8,12 +8,12 @@ POSTHOOK: query: DROP DATABASE IF EXISTS encrypted_db POSTHOOK: type: DROPDATABASE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' @@ -21,10 +21,11 @@ Encryption zone created: '/build/ql/test/data/warehouse/encrypted_table' using k #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:encrypted_db +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:encrypted_db -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Encryption key created: 'key_128_2' Encryption zone created: '/build/ql/test/data/warehouse/encrypted_db.db' using key: 'key_128_2' PREHOOK: query: INSERT OVERWRITE TABLE encrypted_table SELECT * FROM src @@ -163,12 +164,12 @@ plain_table src #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table_outloc #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table_outloc Encryption key created: 'key_128_3' @@ -194,10 +195,11 @@ src #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:encrypted_db_outloc +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:encrypted_db_outloc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Encryption key created: 'key_128_4' Encryption zone created: '/build/ql/test/data/specified_db_location' using key: 'key_128_4' PREHOOK: query: USE encrypted_db_outloc diff --git ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_encrypted_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_encrypted_tbl.q.out index 758a8fa63e..ceb592a450 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_encrypted_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_encrypted_tbl.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' diff --git ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_unencrypted_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_unencrypted_tbl.q.out index 4c3b853c60..33380a00b1 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_unencrypted_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_unencrypted_tbl.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS unencrypted_table POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@unencrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@unencrypted_table PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv1.txt' INTO TABLE unencrypted_table @@ -23,11 +23,11 @@ POSTHOOK: Output: default@unencrypted_table PREHOOK: query: SELECT count(*) FROM unencrypted_table PREHOOK: type: QUERY PREHOOK: Input: default@unencrypted_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM unencrypted_table POSTHOOK: type: QUERY POSTHOOK: Input: default@unencrypted_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: drop table unencrypted_table PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/encrypted/encryption_unencrypted_nonhdfs_external_tables.q.out ql/src/test/results/clientpositive/encrypted/encryption_unencrypted_nonhdfs_external_tables.q.out index 966f06e5e3..92ac36e968 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_unencrypted_nonhdfs_external_tables.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_unencrypted_nonhdfs_external_tables.q.out @@ -25,11 +25,11 @@ POSTHOOK: Output: default@mydata PREHOOK: query: SELECT * from mydata PREHOOK: type: QUERY PREHOOK: Input: default@mydata -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * from mydata POSTHOOK: type: QUERY POSTHOOK: Input: default@mydata -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 238val_238 NULL 86val_86 NULL 311val_311 NULL diff --git ql/src/test/results/clientpositive/index_bitmap3.q.out ql/src/test/results/clientpositive/index_bitmap3.q.out index bd5a48496f..87c9c3695c 100644 --- ql/src/test/results/clientpositive/index_bitmap3.q.out +++ ql/src/test/results/clientpositive/index_bitmap3.q.out @@ -63,19 +63,1019 @@ POSTHOOK: Lineage: default__src_src2_index__.value SIMPLE [(src)src.FieldSchema( PREHOOK: query: SELECT * FROM default__src_src1_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src1_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: SELECT * FROM default__src_src2_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src2_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +val_0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +val_10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +val_105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +val_11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +val_111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +val_114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +val_116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +val_126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +val_131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +val_133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +val_136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +val_143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +val_145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +val_150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +val_153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +val_155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +val_156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +val_157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +val_158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +val_160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +val_162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +val_163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +val_166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +val_168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +val_17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +val_170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +val_177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +val_178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +val_180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +val_181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +val_183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +val_186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +val_189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +val_19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +val_190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +val_192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +val_194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +val_196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +val_2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +val_20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +val_201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +val_202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +val_214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +val_218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +val_222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +val_226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +val_228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +val_235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +val_241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +val_244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +val_247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +val_248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +val_249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +val_252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +val_257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +val_258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +val_260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +val_262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +val_263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +val_266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +val_27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +val_274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +val_275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +val_28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +val_283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +val_284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +val_285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +val_286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +val_287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +val_289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +val_291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +val_292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +val_296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +val_30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +val_302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +val_305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +val_306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +val_308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +val_310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +val_315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +val_323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +val_33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +val_332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +val_335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +val_336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +val_338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +val_339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +val_34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +val_341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +val_345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +val_351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +val_356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +val_360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +val_362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +val_364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +val_365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +val_366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +val_368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +val_373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +val_374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +val_375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +val_377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +val_378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +val_379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +val_386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +val_389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +val_392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +val_393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +val_394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +val_4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +val_400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +val_402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +val_407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +val_41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +val_411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +val_418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +val_419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +val_421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +val_427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +val_43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +val_432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +val_435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +val_436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +val_437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +val_44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +val_443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +val_444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +val_446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +val_448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +val_449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +val_452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +val_453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +val_455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +val_457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +val_460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +val_467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +val_47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +val_470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +val_472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +val_475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +val_477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +val_479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +val_481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +val_482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +val_483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +val_484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +val_485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +val_487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +val_490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +val_491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +val_493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +val_494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +val_495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +val_496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +val_497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +val_53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +val_54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +val_57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +val_64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +val_65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +val_66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +val_69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +val_74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +val_77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +val_78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +val_8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +val_80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +val_82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +val_85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +val_86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +val_87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +val_9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +val_92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +val_96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: EXPLAIN SELECT a.bucketname AS `_bucketname`, COLLECT_SET(a.offset) as `_offsets` FROM (SELECT `_bucketname` AS bucketname, `_offset` AS offset, `_bitmaps` AS bitmaps FROM default__src_src1_index__ @@ -229,22 +1229,22 @@ POSTHOOK: Input: default@default__src_src2_index__ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/index_bitmap_auto.q.out ql/src/test/results/clientpositive/index_bitmap_auto.q.out index 295e687b83..3d4c39476c 100644 --- ql/src/test/results/clientpositive/index_bitmap_auto.q.out +++ ql/src/test/results/clientpositive/index_bitmap_auto.q.out @@ -1,11 +1,11 @@ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -74,19 +74,1019 @@ POSTHOOK: Lineage: default__src_src2_index__.value SIMPLE [(src)src.FieldSchema( PREHOOK: query: SELECT * FROM default__src_src1_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src1_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: SELECT * FROM default__src_src2_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src2_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +val_0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +val_10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +val_105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +val_11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +val_111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +val_114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +val_116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +val_126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +val_131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +val_133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +val_136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +val_143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +val_145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +val_150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +val_153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +val_155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +val_156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +val_157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +val_158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +val_160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +val_162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +val_163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +val_166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +val_168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +val_17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +val_170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +val_177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +val_178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +val_180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +val_181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +val_183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +val_186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +val_189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +val_19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +val_190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +val_192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +val_194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +val_196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +val_2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +val_20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +val_201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +val_202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +val_214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +val_218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +val_222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +val_226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +val_228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +val_235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +val_241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +val_244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +val_247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +val_248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +val_249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +val_252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +val_257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +val_258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +val_260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +val_262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +val_263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +val_266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +val_27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +val_274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +val_275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +val_28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +val_283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +val_284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +val_285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +val_286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +val_287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +val_289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +val_291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +val_292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +val_296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +val_30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +val_302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +val_305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +val_306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +val_308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +val_310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +val_315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +val_323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +val_33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +val_332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +val_335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +val_336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +val_338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +val_339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +val_34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +val_341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +val_345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +val_351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +val_356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +val_360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +val_362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +val_364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +val_365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +val_366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +val_368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +val_373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +val_374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +val_375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +val_377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +val_378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +val_379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +val_386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +val_389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +val_392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +val_393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +val_394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +val_4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +val_400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +val_402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +val_407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +val_41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +val_411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +val_418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +val_419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +val_421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +val_427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +val_43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +val_432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +val_435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +val_436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +val_437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +val_44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +val_443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +val_444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +val_446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +val_448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +val_449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +val_452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +val_453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +val_455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +val_457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +val_460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +val_467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +val_47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +val_470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +val_472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +val_475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +val_477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +val_479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +val_481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +val_482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +val_483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +val_484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +val_485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +val_487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +val_490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +val_491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +val_493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +val_494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +val_495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +val_496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +val_497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +val_53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +val_54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +val_57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +val_64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +val_65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +val_66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +val_69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +val_74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +val_77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +val_78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +val_8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +val_80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +val_82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +val_85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +val_86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +val_87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +val_9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +val_92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +val_96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: EXPLAIN SELECT a.bucketname AS `_bucketname`, COLLECT_SET(a.offset) as `_offsets` FROM (SELECT `_bucketname` AS bucketname, `_offset` AS offset, `_bitmaps` AS bitmaps FROM default__src_src1_index__ @@ -240,22 +1240,22 @@ POSTHOOK: Input: default@default__src_src2_index__ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out index 03e629dbc7..80e14555da 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out @@ -487,7 +487,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -528,7 +528,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-8 Map Reduce diff --git ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out index 59f089f9dc..d6c24e31b7 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out @@ -133,7 +133,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -183,7 +183,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT key, count(*) FROM test_table1 GROUP BY key @@ -525,7 +525,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -575,7 +575,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT /*+ MAPJOIN(a) */ a.key, b.value FROM test_table1 a JOIN test_table2 b ON a.key = b.key diff --git ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out index 94486ecf6e..1195f20114 100644 --- ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out +++ ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out @@ -58,10 +58,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -80,9 +80,9 @@ STAGE PLANS: Execution mode: llap LLAP IO: may be used (ACID table) Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [acidtbldefault] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: acidtbldefault input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -95,6 +95,7 @@ STAGE PLANS: columns.comments columns.types int #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.acidtbldefault numFiles 17 numRows 0 @@ -118,6 +119,7 @@ STAGE PLANS: columns.comments columns.types int #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.acidtbldefault numFiles 17 numRows 0 @@ -144,18 +146,18 @@ STAGE PLANS: PREHOOK: query: select count(*) from acidTblDefault WHERE a = 1 PREHOOK: type: QUERY PREHOOK: Input: default@acidtbldefault -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acidTblDefault WHERE a = 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@acidtbldefault -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: select count(*) from acidTblDefault WHERE a = 1 PREHOOK: type: QUERY PREHOOK: Input: default@acidtbldefault -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acidTblDefault WHERE a = 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@acidtbldefault -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 diff --git ql/src/test/results/clientpositive/llap/bucket5.q.out ql/src/test/results/clientpositive/llap/bucket5.q.out index a679fc9175..6649344727 100644 --- ql/src/test/results/clientpositive/llap/bucket5.q.out +++ ql/src/test/results/clientpositive/llap/bucket5.q.out @@ -83,9 +83,9 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -98,6 +98,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -119,6 +120,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -144,10 +146,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -161,6 +163,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucketed_table numFiles 0 numRows 0 @@ -203,10 +206,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -233,10 +236,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 2 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -248,6 +251,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -290,10 +294,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -317,7 +321,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -331,6 +335,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucketed_table numFiles 0 numRows 0 @@ -346,7 +351,7 @@ STAGE PLANS: Stage: Stage-4 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: key, value Column Types: int, string @@ -357,7 +362,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -369,6 +374,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -384,7 +390,7 @@ STAGE PLANS: Stage: Stage-5 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: key, value Column Types: int, string @@ -398,7 +404,8 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### + destination: hdfs://### HDFS PATH ### Stage: Stage-6 Tez @@ -411,7 +418,7 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -424,6 +431,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -439,9 +447,9 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [hdfs://### HDFS PATH ###] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -454,6 +462,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -475,6 +484,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -501,7 +511,7 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -514,6 +524,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -529,9 +540,9 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [hdfs://### HDFS PATH ###] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -544,6 +555,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -565,6 +577,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -584,7 +597,8 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### + destination: hdfs://### HDFS PATH ### PREHOOK: query: FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value @@ -642,11 +656,11 @@ Storage Desc Params: PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -660,11 +674,11 @@ POSTHOOK: Input: default@bucketed_table PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -678,18 +692,18 @@ POSTHOOK: Input: default@bucketed_table PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM unbucketed_table PREHOOK: type: QUERY PREHOOK: Input: default@unbucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM unbucketed_table POSTHOOK: type: QUERY POSTHOOK: Input: default@unbucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 diff --git ql/src/test/results/clientpositive/llap/bucket6.q.out ql/src/test/results/clientpositive/llap/bucket6.q.out index 78c044d529..1994aebec7 100644 --- ql/src/test/results/clientpositive/llap/bucket6.q.out +++ ql/src/test/results/clientpositive/llap/bucket6.q.out @@ -130,11 +130,11 @@ POSTHOOK: Lineage: src_bucket.value SIMPLE [(srcpart)srcpart.FieldSchema(name:va PREHOOK: query: select * from src_bucket limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@src_bucket -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_bucket limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_bucket -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/llap/cte_2.q.out ql/src/test/results/clientpositive/llap/cte_2.q.out index 16906c13b5..3081960f00 100644 --- ql/src/test/results/clientpositive/llap/cte_2.q.out +++ ql/src/test/results/clientpositive/llap/cte_2.q.out @@ -3,13 +3,13 @@ q2 as (select * from src s2 where key = '4') select * from q1 union all select * from q2 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as (select * from src where key= '5'), q2 as (select * from src s2 where key = '4') select * from q1 union all select * from q2 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -41,11 +41,11 @@ POSTHOOK: Lineage: s1.value SIMPLE [(src)src.FieldSchema(name:value, type:string PREHOOK: query: select * from s1 PREHOOK: type: QUERY PREHOOK: Input: default@s1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from s1 POSTHOOK: type: QUERY POSTHOOK: Input: default@s1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -62,13 +62,13 @@ from q1 select * PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as (select * from src where key= '5') from q1 select * POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -90,11 +90,11 @@ POSTHOOK: Lineage: s2.key SIMPLE [] PREHOOK: query: select * from s2 PREHOOK: type: QUERY PREHOOK: Input: default@s2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from s2 POSTHOOK: type: QUERY POSTHOOK: Input: default@s2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 PREHOOK: query: drop table s2 PREHOOK: type: DROPTABLE @@ -123,12 +123,12 @@ PREHOOK: query: select * from v1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@v1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from v1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@v1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 @@ -160,13 +160,13 @@ select * from v1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@v1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as ( select key from src where key = '4') select * from v1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@v1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 diff --git ql/src/test/results/clientpositive/llap/cte_4.q.out ql/src/test/results/clientpositive/llap/cte_4.q.out index dbe4140aaf..6621c0b60e 100644 --- ql/src/test/results/clientpositive/llap/cte_4.q.out +++ ql/src/test/results/clientpositive/llap/cte_4.q.out @@ -8,7 +8,9 @@ PREHOOK: Input: default@src PREHOOK: Output: database:default PREHOOK: Output: default@q1 PREHOOK: Output: default@q2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### +PREHOOK: Output: hdfs://### HDFS PATH ### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as (select * from src where key= '5'), q2 as (select * from src s2 where key = '4') select * from q1 union all select * from q2 @@ -19,7 +21,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 POSTHOOK: Output: default@q2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -42,7 +46,7 @@ PREHOOK: Input: default@src PREHOOK: Output: database:default PREHOOK: Output: default@q1 PREHOOK: Output: default@s1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as ( select key, value from src where key = '5') from q1 insert overwrite table s1 @@ -53,17 +57,17 @@ POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 POSTHOOK: Output: default@s1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: Lineage: s1.key SIMPLE [(q1)q1.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: s1.value SIMPLE [(q1)q1.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select * from s1 PREHOOK: type: QUERY PREHOOK: Input: default@s1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from s1 POSTHOOK: type: QUERY POSTHOOK: Input: default@s1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -83,7 +87,8 @@ PREHOOK: Input: default@q1 PREHOOK: Input: default@src PREHOOK: Output: database:default PREHOOK: Output: default@q1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as (select * from src where key= '5') from q1 select * @@ -92,7 +97,8 @@ POSTHOOK: Input: default@q1 POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -105,7 +111,7 @@ PREHOOK: Input: default@src PREHOOK: Output: database:default PREHOOK: Output: default@q1 PREHOOK: Output: default@s2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: create table s2 as with q1 as ( select key from src where key = '4') select * from q1 @@ -115,16 +121,16 @@ POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 POSTHOOK: Output: default@s2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: Lineage: s2.key SIMPLE [(q1)q1.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: select * from s2 PREHOOK: type: QUERY PREHOOK: Input: default@s2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from s2 POSTHOOK: type: QUERY POSTHOOK: Input: default@s2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 PREHOOK: query: drop table s2 PREHOOK: type: DROPTABLE @@ -153,12 +159,12 @@ PREHOOK: query: select * from v1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@v1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from v1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@v1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 @@ -190,13 +196,13 @@ select * from v1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@v1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as ( select key from src where key = '4') select * from v1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@v1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 diff --git ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out index ff71fb2f3d..aa4c7df490 100644 --- ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out @@ -98,11 +98,11 @@ POSTHOOK: Output: default@agg_01@dim_shops_id=3 PREHOOK: query: select * from dim_shops PREHOOK: type: QUERY PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dim_shops POSTHOOK: type: QUERY POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 foo 2 bar 3 baz @@ -112,14 +112,14 @@ PREHOOK: Input: default@agg_01 PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from agg_01 POSTHOOK: type: QUERY POSTHOOK: Input: default@agg_01 POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 2 1 3 1 @@ -280,7 +280,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -295,7 +295,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN SELECT d1.label, count(*), sum(agg.amount) @@ -434,7 +434,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -449,7 +449,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN SELECT d1.label @@ -545,7 +545,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label FROM agg_01 agg, dim_shops d1 @@ -556,7 +556,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### foo foo foo @@ -658,7 +658,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@agg_01 PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT agg.amount FROM agg_01 agg, dim_shops d1 @@ -668,7 +668,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@agg_01 POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 3 @@ -823,7 +823,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -838,7 +838,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN @@ -1010,7 +1010,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT amount FROM agg_01, dim_shops WHERE dim_shops_id = id AND label = 'foo' UNION ALL SELECT amount FROM agg_01, dim_shops WHERE dim_shops_id = id AND label = 'bar' @@ -1020,7 +1020,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 3 @@ -1131,7 +1131,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart s1, srcpart s2 @@ -1142,5 +1142,5 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000000 diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out index dc6bf7ef52..af4004efd3 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out @@ -106,12 +106,12 @@ PREHOOK: query: analyze table alltypesorc_int compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Output: default@alltypesorc_int -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table alltypesorc_int compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Output: default@alltypesorc_int -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: analyze table srcpart_date compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date @@ -120,7 +120,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Output: default@srcpart_date PREHOOK: Output: default@srcpart_date@ds=2008-04-08 PREHOOK: Output: default@srcpart_date@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table srcpart_date compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -129,7 +129,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Output: default@srcpart_date POSTHOOK: Output: default@srcpart_date@ds=2008-04-08 POSTHOOK: Output: default@srcpart_date@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: analyze table srcpart_small compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_small @@ -138,7 +138,7 @@ PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: default@srcpart_small PREHOOK: Output: default@srcpart_small@ds=2008-04-08 PREHOOK: Output: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table srcpart_small compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_small @@ -147,7 +147,7 @@ POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: default@srcpart_small POSTHOOK: Output: default@srcpart_small@ds=2008-04-08 POSTHOOK: Output: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) @@ -212,7 +212,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -221,7 +221,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) PREHOOK: type: QUERY @@ -278,7 +278,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -287,7 +287,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -350,7 +350,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -360,7 +360,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -452,7 +452,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -462,7 +462,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) PREHOOK: type: QUERY @@ -515,7 +515,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -524,7 +524,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) PREHOOK: type: QUERY @@ -602,7 +602,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -611,7 +611,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -680,7 +680,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -690,7 +690,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -785,7 +785,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -795,7 +795,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN extended select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY @@ -842,9 +842,10 @@ STAGE PLANS: Execution mode: llap LLAP IO: all inputs Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [srcpart_date] + hdfs://### HDFS PATH ### [srcpart_date] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -855,6 +856,7 @@ STAGE PLANS: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_date numFiles 1 numRows 1000 @@ -877,6 +879,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_date partition_columns ds partition_columns.types string @@ -887,7 +890,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.srcpart_date name: default.srcpart_date -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -898,6 +901,7 @@ STAGE PLANS: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_date numFiles 1 numRows 1000 @@ -920,6 +924,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_date partition_columns ds partition_columns.types string @@ -976,9 +981,10 @@ STAGE PLANS: Execution mode: llap LLAP IO: all inputs Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [srcpart_small] + hdfs://### HDFS PATH ### [srcpart_small] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -989,6 +995,7 @@ STAGE PLANS: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key1":"true","value1":"true"}} bucket_count -1 #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_small numFiles 0 numRows 0 @@ -1011,6 +1018,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_small partition_columns ds partition_columns.types string @@ -1021,7 +1029,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.srcpart_small name: default.srcpart_small -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -1032,6 +1040,7 @@ STAGE PLANS: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key1":"true","value1":"true"}} bucket_count -1 #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_small numFiles 1 numRows 20 @@ -1054,6 +1063,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_small partition_columns ds partition_columns.types string @@ -1103,10 +1113,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1193,7 +1203,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -1202,7 +1212,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY @@ -1252,7 +1262,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -1261,7 +1271,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -1324,7 +1334,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -1334,7 +1344,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -1397,7 +1407,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -1407,7 +1417,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: explain select * from alltypesorc_int join (select srcpart_date.key as key from srcpart_date diff --git ql/src/test/results/clientpositive/llap/empty_dir_in_table.q.out ql/src/test/results/clientpositive/llap/empty_dir_in_table.q.out index e804de3f76..c91a3e2cc5 100644 --- ql/src/test/results/clientpositive/llap/empty_dir_in_table.q.out +++ ql/src/test/results/clientpositive/llap/empty_dir_in_table.q.out @@ -1,21 +1,21 @@ -#### A masked pattern was here #### +PREHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@roottable -#### A masked pattern was here #### +POSTHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@roottable PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: insert into table roottable select key from src where (key < 20) order by key PREHOOK: type: QUERY @@ -29,18 +29,18 @@ POSTHOOK: Lineage: roottable.key SIMPLE [(src)src.FieldSchema(name:key, type:str PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 diff --git ql/src/test/results/clientpositive/llap/except_distinct.q.out ql/src/test/results/clientpositive/llap/except_distinct.q.out index 20dbcc459a..1e5937a22d 100644 --- ql/src/test/results/clientpositive/llap/except_distinct.q.out +++ ql/src/test/results/clientpositive/llap/except_distinct.q.out @@ -36,12 +36,12 @@ PREHOOK: query: select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: drop table a PREHOOK: type: DROPTABLE @@ -99,105 +99,105 @@ PREHOOK: query: select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 3 PREHOOK: query: select * from b except distinct select * from a PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b except distinct select * from a POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 20 PREHOOK: query: select * from b except distinct select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b except distinct select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 20 PREHOOK: query: select * from b except distinct select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b except distinct select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from a except distinct select * from b union all select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b union all select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 3 PREHOOK: query: select * from a except distinct select * from b union select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b union select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 3 PREHOOK: query: select * from a except distinct select * from b except distinct select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b except distinct select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 except distinct select * from (select a.key, b.value from a join b on a.key=b.key)sub2 PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 except distinct select * from (select a.key, b.value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 except distinct select * from (select b.value as key, a.key as value from a join b on a.key=b.key)sub2 PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 except distinct select * from (select b.value as key, a.key as value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 2 20 1 2 @@ -358,11 +358,11 @@ STAGE PLANS: PREHOOK: query: select * from src except distinct select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src except distinct select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src except distinct select * from src except distinct select * from src except distinct select * from src PREHOOK: type: QUERY POSTHOOK: query: explain select * from src except distinct select * from src except distinct select * from src except distinct select * from src @@ -682,11 +682,11 @@ STAGE PLANS: PREHOOK: query: select * from src except distinct select * from src except distinct select * from src except distinct select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src except distinct select * from src except distinct select * from src except distinct select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select value from a group by value except distinct select key from b group by key PREHOOK: type: QUERY POSTHOOK: query: explain select value from a group by value except distinct select key from b group by key @@ -851,10 +851,10 @@ PREHOOK: query: select value from a group by value except distinct select key fr PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value from a group by value except distinct select key from b group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 diff --git ql/src/test/results/clientpositive/llap/explainuser_2.q.out ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 7bcaca3448..502fcfea8e 100644 --- ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -128,12 +128,12 @@ PREHOOK: query: ANALYZE TABLE ss COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v PREHOOK: type: QUERY PREHOOK: Input: default@ss PREHOOK: Output: default@ss -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE ss COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v3 POSTHOOK: type: QUERY POSTHOOK: Input: default@ss POSTHOOK: Output: default@ss -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: ANALYZE TABLE sr COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@sr @@ -146,12 +146,12 @@ PREHOOK: query: ANALYZE TABLE sr COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v PREHOOK: type: QUERY PREHOOK: Input: default@sr PREHOOK: Output: default@sr -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE sr COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v3 POSTHOOK: type: QUERY POSTHOOK: Input: default@sr POSTHOOK: Output: default@sr -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: ANALYZE TABLE cs COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@cs @@ -164,12 +164,12 @@ PREHOOK: query: ANALYZE TABLE cs COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v PREHOOK: type: QUERY PREHOOK: Input: default@cs PREHOOK: Output: default@cs -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE cs COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v3 POSTHOOK: type: QUERY POSTHOOK: Input: default@cs POSTHOOK: Output: default@cs -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) diff --git ql/src/test/results/clientpositive/llap/external_table_with_space_in_location_path.q.out ql/src/test/results/clientpositive/llap/external_table_with_space_in_location_path.q.out index 831e339919..e8fe19f4f1 100644 --- ql/src/test/results/clientpositive/llap/external_table_with_space_in_location_path.q.out +++ ql/src/test/results/clientpositive/llap/external_table_with_space_in_location_path.q.out @@ -1,32 +1,32 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+with space PREHOOK: Output: database:default PREHOOK: Output: default@spacetest #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+with space POSTHOOK: Output: database:default POSTHOOK: Output: default@spacetest PREHOOK: query: SELECT * FROM spacetest PREHOOK: type: QUERY PREHOOK: Input: default@spacetest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM spacetest POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 jason 13 steven 15 joe PREHOOK: query: SELECT count(*) FROM spacetest PREHOOK: type: QUERY PREHOOK: Input: default@spacetest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM spacetest POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE spacetest PREHOOK: type: DROPTABLE @@ -46,23 +46,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@spacetestpartition #### A masked pattern was here #### PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+with space PREHOOK: Output: default@spacetestpartition #### A masked pattern was here #### POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+with space POSTHOOK: Output: default@spacetestpartition POSTHOOK: Output: default@spacetestpartition@day=10 PREHOOK: query: SELECT * FROM spacetestpartition PREHOOK: type: QUERY PREHOOK: Input: default@spacetestpartition PREHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM spacetestpartition POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetestpartition POSTHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 jason 10 13 steven 10 15 joe 10 @@ -70,12 +70,12 @@ PREHOOK: query: SELECT count(*) FROM spacetestpartition PREHOOK: type: QUERY PREHOOK: Input: default@spacetestpartition PREHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM spacetestpartition POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetestpartition POSTHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE spacetestpartition PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/file_with_header_footer.q.out ql/src/test/results/clientpositive/llap/file_with_header_footer.q.out index ca3dadb2b9..e16df6beaa 100644 --- ql/src/test/results/clientpositive/llap/file_with_header_footer.q.out +++ ql/src/test/results/clientpositive/llap/file_with_header_footer.q.out @@ -1,21 +1,21 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@header_footer_table_1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_1 PREHOOK: query: SELECT * FROM header_footer_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 dave oozie 2 xifa phd 3 @@ -30,11 +30,11 @@ david3 oozie 22 PREHOOK: query: SELECT * FROM header_footer_table_1 WHERE id < 50 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 dave oozie 2 xifa phd 3 @@ -54,31 +54,31 @@ POSTHOOK: query: CREATE EXTERNAL TABLE header_footer_table_2 (name string, messa POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=1) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=1) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=1 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=2) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=2) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=2 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=3) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=3) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=3 PREHOOK: query: SELECT * FROM header_footer_table_2 @@ -87,14 +87,14 @@ PREHOOK: Input: default@header_footer_table_2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_2 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 2012 1 1 dave oozie 2 2012 1 1 xifa phd 3 2012 1 1 @@ -112,14 +112,14 @@ PREHOOK: Input: default@header_footer_table_2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_2 WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 2012 1 1 dave oozie 2 2012 1 1 xifa phd 3 2012 1 1 @@ -133,30 +133,30 @@ shanyu2 senior 15 2012 1 2 david3 oozie 22 2012 1 3 #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@emptytable #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@emptytable PREHOOK: query: SELECT * FROM emptytable PREHOOK: type: QUERY PREHOOK: Input: default@emptytable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM emptytable POSTHOOK: type: QUERY POSTHOOK: Input: default@emptytable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: SELECT * FROM emptytable WHERE id < 50 PREHOOK: type: QUERY PREHOOK: Input: default@emptytable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM emptytable WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@emptytable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE header_footer_table_1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@header_footer_table_1 diff --git ql/src/test/results/clientpositive/llap/global_limit.q.out ql/src/test/results/clientpositive/llap/global_limit.q.out index 3c2795add0..51a73742ca 100644 --- ql/src/test/results/clientpositive/llap/global_limit.q.out +++ ql/src/test/results/clientpositive/llap/global_limit.q.out @@ -60,20 +60,20 @@ POSTHOOK: Lineage: gl_tgt.key SIMPLE [(gl_src1)gl_src1.FieldSchema(name:key, typ PREHOOK: query: select * from gl_tgt ORDER BY key ASC PREHOOK: type: QUERY PREHOOK: Input: default@gl_tgt -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from gl_tgt ORDER BY key ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_tgt -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 165 PREHOOK: query: select 'x' as key_new , split(value,',') as value_new from gl_src1 ORDER BY key_new ASC, value_new[0] ASC limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select 'x' as key_new , split(value,',') as value_new from gl_src1 ORDER BY key_new ASC, value_new[0] ASC limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### x ["val_0"] x ["val_0"] x ["val_0"] @@ -97,11 +97,11 @@ x ["val_114"] PREHOOK: query: select key, value, split(value,',') as value_new from gl_src1 ORDER BY key ASC, value ASC, value_new[0] ASC limit 30 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, value, split(value,',') as value_new from gl_src1 ORDER BY key ASC, value ASC, value_new[0] ASC limit 30 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 ["val_0"] 0 val_0 ["val_0"] 0 val_0 ["val_0"] @@ -135,11 +135,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key from gl_src1 ORDER BY key ASC limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src1 ORDER BY key ASC limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -243,11 +243,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key from gl_src1 ORDER BY key ASC limit 30 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src1 ORDER BY key ASC limit 30 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -281,11 +281,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key, count(1) from gl_src1 group by key ORDER BY key ASC limit 5 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(1) from gl_src1 group by key ORDER BY key ASC limit 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 9 4 3 8 3 @@ -294,11 +294,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select distinct key from gl_src1 ORDER BY key ASC limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct key from gl_src1 ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 4 8 @@ -312,22 +312,22 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select count(1) from gl_src1 limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(1) from gl_src1 limit 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 354 PREHOOK: query: select transform(*) using "tr _ \n" as t from (select "a_a_a_a_a_a_" from gl_src1 limit 100) subq ORDER BY t PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select transform(*) using "tr _ \n" as t from (select "a_a_a_a_a_a_" from gl_src1 limit 100) subq ORDER BY t POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### @@ -1031,11 +1031,11 @@ a PREHOOK: query: select key from (select * from (select key,value from gl_src1)t1 limit 10)t2 ORDER BY key ASC limit 2000 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from (select * from (select key,value from gl_src1)t1 limit 10)t2 ORDER BY key ASC limit 2000 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 37 66 150 @@ -1049,11 +1049,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key from (select * from (select key,value from gl_src1 limit 10)t1 )t2 ORDER BY key ASC PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from (select * from (select key,value from gl_src1 limit 10)t1 )t2 ORDER BY key ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 37 66 150 @@ -1067,11 +1067,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key from (select * from (select key,value from gl_src1)t1 limit 10)t2 ORDER BY key ASC PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from (select * from (select key,value from gl_src1)t1 limit 10)t2 ORDER BY key ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 37 66 150 @@ -1094,11 +1094,11 @@ POSTHOOK: Lineage: gl_tgt.key EXPRESSION [(gl_src1)gl_src1.FieldSchema(name:key, PREHOOK: query: select * from gl_tgt ORDER BY key ASC PREHOOK: type: QUERY PREHOOK: Input: default@gl_tgt -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from gl_tgt ORDER BY key ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_tgt -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 38 67 151 @@ -1120,11 +1120,11 @@ POSTHOOK: Output: default@gl_src2 PREHOOK: query: select key from gl_src2 ORDER BY key ASC limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src2 ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table gl_src_part1 (key int, value string) partitioned by (p string) stored as textfile PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -1172,13 +1172,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=11 PREHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p like '1%' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=11 POSTHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -1193,12 +1193,12 @@ PREHOOK: query: select key from gl_src_part1 where p='11' ORDER BY key ASC limit PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=11 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='11' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=11 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 @@ -1213,12 +1213,12 @@ PREHOOK: query: select key from gl_src_part1 where p='12' ORDER BY key ASC limit PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='12' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -1232,11 +1232,11 @@ POSTHOOK: Input: default@gl_src_part1@p=12 PREHOOK: query: select key from gl_src_part1 where p='13' ORDER BY key ASC limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='13' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: alter table gl_src_part1 add partition (p='13') PREHOOK: type: ALTERTABLE_ADDPARTS PREHOOK: Output: default@gl_src_part1 @@ -1248,22 +1248,22 @@ PREHOOK: query: select key from gl_src_part1 where p='13' ORDER BY key ASC limit PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=13 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='13' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=13 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select key from gl_src_part1 where p='12' ORDER BY key ASC limit 1000 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='12' ORDER BY key ASC limit 1000 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -1621,11 +1621,11 @@ POSTHOOK: Input: default@gl_src_part1@p=12 PREHOOK: query: select * from gl_src1 limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from gl_src1 limit 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 165 val_165 PREHOOK: query: drop table gl_src1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/import_exported_table.q.out ql/src/test/results/clientpositive/llap/import_exported_table.q.out index 65d7480773..68d3dd8562 100644 --- ql/src/test/results/clientpositive/llap/import_exported_table.q.out +++ ql/src/test/results/clientpositive/llap/import_exported_table.q.out @@ -1,10 +1,10 @@ #### A masked pattern was here #### PREHOOK: type: IMPORT -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default #### A masked pattern was here #### POSTHOOK: type: IMPORT -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@j1_41 PREHOOK: query: DESCRIBE j1_41 @@ -18,11 +18,11 @@ b int PREHOOK: query: SELECT * from j1_41 PREHOOK: type: QUERY PREHOOK: Input: default@j1_41 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * from j1_41 POSTHOOK: type: QUERY POSTHOOK: Input: default@j1_41 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### johndee 1 burks 2 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/insert_into1.q.out ql/src/test/results/clientpositive/llap/insert_into1.q.out index 5cc9b1d22a..844e5e4418 100644 --- ql/src/test/results/clientpositive/llap/insert_into1.q.out +++ ql/src/test/results/clientpositive/llap/insert_into1.q.out @@ -132,13 +132,13 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into1 ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -1142373758 PREHOOK: query: explain select count(*) from insert_into1 @@ -159,11 +159,11 @@ STAGE PLANS: PREHOOK: query: select count(*) from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 100 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 PREHOOK: type: QUERY @@ -287,13 +287,13 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into1 ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -2284747516 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 @@ -314,11 +314,11 @@ STAGE PLANS: PREHOOK: query: select count(*) from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 200 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 PREHOOK: type: QUERY @@ -442,13 +442,13 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into1 ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -2693537120 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 @@ -469,11 +469,11 @@ STAGE PLANS: PREHOOK: query: select count(*) from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' PREHOOK: type: QUERY @@ -674,11 +674,11 @@ POSTHOOK: Lineage: insert_into1.value SIMPLE [] PREHOOK: query: select * from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 a 2 b PREHOOK: query: explain @@ -809,11 +809,11 @@ STAGE PLANS: PREHOOK: query: select count(*) from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE insert_into1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/insert_into2.q.out ql/src/test/results/clientpositive/llap/insert_into2.q.out index 3fb0d64175..2a97bfd2c3 100644 --- ql/src/test/results/clientpositive/llap/insert_into2.q.out +++ ql/src/test/results/clientpositive/llap/insert_into2.q.out @@ -160,11 +160,11 @@ STAGE PLANS: PREHOOK: query: select count (*) from insert_into2 where ds = '1' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count (*) from insert_into2 where ds = '1' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 100 PREHOOK: query: INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key limit 100 PREHOOK: type: QUERY @@ -195,11 +195,11 @@ STAGE PLANS: PREHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='1' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='1' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 200 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into2 @@ -207,14 +207,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 PREHOOK: Input: default@insert_into2@ds=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into2 ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 POSTHOOK: Input: default@insert_into2@ds=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -39568181484 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 @@ -354,7 +354,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 PREHOOK: Input: default@insert_into2@ds=1 PREHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into2 ) t @@ -362,7 +362,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 POSTHOOK: Input: default@insert_into2@ds=1 POSTHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -59352272126 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' @@ -383,11 +383,11 @@ STAGE PLANS: PREHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 100 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 @@ -527,7 +527,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 PREHOOK: Input: default@insert_into2@ds=1 PREHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into2 ) t @@ -535,7 +535,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 POSTHOOK: Input: default@insert_into2@ds=1 POSTHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -33609711132 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' @@ -556,11 +556,11 @@ STAGE PLANS: PREHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 50 PREHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') PREHOOK: type: QUERY @@ -634,12 +634,12 @@ PREHOOK: query: select count(*) from insert_into2 where ds='2' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 PREHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into2 where ds='2' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 POSTHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 51 PREHOOK: query: DROP TABLE insert_into2 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/intersect_all.q.out ql/src/test/results/clientpositive/llap/intersect_all.q.out index ed80e0dbfa..20a234e53b 100644 --- ql/src/test/results/clientpositive/llap/intersect_all.q.out +++ ql/src/test/results/clientpositive/llap/intersect_all.q.out @@ -37,11 +37,11 @@ POSTHOOK: Lineage: b.value SCRIPT [] PREHOOK: query: select key, value, count(1) as c from a group by key, value PREHOOK: type: QUERY PREHOOK: Input: default@a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, value, count(1) as c from a group by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 1 2 2 1 3 1 @@ -49,60 +49,60 @@ PREHOOK: query: select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from b intersect all select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b intersect all select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect all select * from b union all select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect all select * from b union all select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect all select * from b union select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect all select * from b union select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect all select * from b intersect all select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect all select * from b intersect all select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 @@ -111,14 +111,14 @@ select * from (select a.key, b.value from a join b on a.key=b.key)sub2 PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 intersect all select * from (select a.key, b.value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 1 2 @@ -129,14 +129,14 @@ select * from (select b.value as key, a.key as value from a join b on a.key=b.ke PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 intersect all select * from (select b.value as key, a.key as value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src intersect all select * from src PREHOOK: type: QUERY POSTHOOK: query: explain select * from src intersect all select * from src @@ -285,11 +285,11 @@ STAGE PLANS: PREHOOK: query: select * from src intersect all select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src intersect all select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -1028,11 +1028,11 @@ STAGE PLANS: PREHOOK: query: select * from src intersect all select * from src intersect all select * from src intersect all select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src intersect all select * from src intersect all select * from src intersect all select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -1688,10 +1688,10 @@ PREHOOK: query: select value from a group by value intersect all select key from PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value from a group by value intersect all select key from b group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 diff --git ql/src/test/results/clientpositive/llap/intersect_distinct.q.out ql/src/test/results/clientpositive/llap/intersect_distinct.q.out index fabf434970..a5384eb196 100644 --- ql/src/test/results/clientpositive/llap/intersect_distinct.q.out +++ ql/src/test/results/clientpositive/llap/intersect_distinct.q.out @@ -38,71 +38,71 @@ PREHOOK: query: select key, count(1) as c from a group by key intersect all sele PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(1) as c from a group by key intersect all select value, max(key) as c from b group by value POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 1 PREHOOK: query: select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from b intersect distinct select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b intersect distinct select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect distinct select * from b union all select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect distinct select * from b union all select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect distinct select * from b union select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect distinct select * from b union select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect distinct select * from b intersect distinct select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect distinct select * from b intersect distinct select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 @@ -111,14 +111,14 @@ select * from (select a.key, b.value from a join b on a.key=b.key)sub2 PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 intersect distinct select * from (select a.key, b.value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 @@ -127,14 +127,14 @@ select * from (select b.value as key, a.key as value from a join b on a.key=b.ke PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 intersect distinct select * from (select b.value as key, a.key as value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src intersect distinct select * from src PREHOOK: type: QUERY POSTHOOK: query: explain select * from src intersect distinct select * from src @@ -276,11 +276,11 @@ STAGE PLANS: PREHOOK: query: select * from src intersect distinct select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src intersect distinct select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 103 val_103 105 val_105 @@ -821,11 +821,11 @@ STAGE PLANS: PREHOOK: query: select * from src intersect distinct select * from src intersect distinct select * from src intersect distinct select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src intersect distinct select * from src intersect distinct select * from src intersect distinct select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 103 val_103 105 val_105 @@ -1283,10 +1283,10 @@ PREHOOK: query: select value from a group by value intersect distinct select key PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value from a group by value intersect distinct select key from b group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 diff --git ql/src/test/results/clientpositive/llap/llap_nullscan.q.out ql/src/test/results/clientpositive/llap/llap_nullscan.q.out index f8dd3e16e8..911b65a56d 100644 --- ql/src/test/results/clientpositive/llap/llap_nullscan.q.out +++ ql/src/test/results/clientpositive/llap/llap_nullscan.q.out @@ -56,10 +56,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 736 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -92,6 +92,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src_orc numFiles 1 numRows 10 @@ -113,6 +114,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src_orc numFiles 1 numRows 10 @@ -137,11 +139,11 @@ STAGE PLANS: PREHOOK: query: select * from src_orc where 1=2 PREHOOK: type: QUERY PREHOOK: Input: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_orc where 1=2 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from (select key from src_orc where false) a left outer join (select key from src_orc limit 0) b on a.key=b.key PREHOOK: type: QUERY @@ -234,11 +236,11 @@ STAGE PLANS: PREHOOK: query: select * from (select key from src_orc where false) a left outer join (select key from src_orc limit 0) b on a.key=b.key PREHOOK: type: QUERY PREHOOK: Input: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select key from src_orc where false) a left outer join (select key from src_orc limit 0) b on a.key=b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(key) from src_orc where false union all select count(key) from src_orc PREHOOK: type: QUERY @@ -339,11 +341,11 @@ STAGE PLANS: PREHOOK: query: select count(key) from src_orc where false union all select count(key) from src_orc PREHOOK: type: QUERY PREHOOK: Input: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(key) from src_orc where false union all select count(key) from src_orc POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 10 PREHOOK: query: explain @@ -428,11 +430,11 @@ STAGE PLANS: PREHOOK: query: select * from src_orc s1, src_orc s2 where false and s1.value = s2.value PREHOOK: type: QUERY PREHOOK: Input: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_orc s1, src_orc s2 where false and s1.value = s2.value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: drop table if exists src_orc PREHOOK: type: DROPTABLE PREHOOK: Input: default@src_orc diff --git ql/src/test/results/clientpositive/llap/llap_smb.q.out ql/src/test/results/clientpositive/llap/llap_smb.q.out index d23dfe805e..4c0f6a01fe 100644 --- ql/src/test/results/clientpositive/llap/llap_smb.q.out +++ ql/src/test/results/clientpositive/llap/llap_smb.q.out @@ -146,7 +146,7 @@ PREHOOK: Input: default@orc_a@y=2001/q=7 PREHOOK: Input: default@orc_a@y=2001/q=8 PREHOOK: Input: default@orc_a@y=2001/q=9 PREHOOK: Input: default@orc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_a @@ -171,7 +171,7 @@ POSTHOOK: Input: default@orc_a@y=2001/q=7 POSTHOOK: Input: default@orc_a@y=2001/q=8 POSTHOOK: Input: default@orc_a@y=2001/q=9 POSTHOOK: Input: default@orc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 2 6578 2001 8 9438 2000 3 6149 @@ -295,7 +295,7 @@ PREHOOK: Input: default@orc_a@y=2001/q=7 PREHOOK: Input: default@orc_a@y=2001/q=8 PREHOOK: Input: default@orc_a@y=2001/q=9 PREHOOK: Input: default@orc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_a @@ -320,7 +320,7 @@ POSTHOOK: Input: default@orc_a@y=2001/q=7 POSTHOOK: Input: default@orc_a@y=2001/q=8 POSTHOOK: Input: default@orc_a@y=2001/q=9 POSTHOOK: Input: default@orc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 2 6578 2001 8 9438 2000 3 6149 diff --git ql/src/test/results/clientpositive/llap/llap_stats.q.out ql/src/test/results/clientpositive/llap/llap_stats.q.out index e1d302a4cb..6c139c72b7 100644 --- ql/src/test/results/clientpositive/llap/llap_stats.q.out +++ ql/src/test/results/clientpositive/llap/llap_stats.q.out @@ -62,7 +62,7 @@ PREHOOK: Input: default@llap_stats@cint=-9566 PREHOOK: Input: default@llap_stats@cint=15007 PREHOOK: Input: default@llap_stats@cint=4963 PREHOOK: Input: default@llap_stats@cint=7021 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from llap_stats POSTHOOK: type: QUERY POSTHOOK: Input: default@llap_stats @@ -76,7 +76,7 @@ POSTHOOK: Input: default@llap_stats@cint=-9566 POSTHOOK: Input: default@llap_stats@cint=15007 POSTHOOK: Input: default@llap_stats@cint=4963 POSTHOOK: Input: default@llap_stats@cint=7021 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -17 -50 -13326 -17 -11 -15431 -17 61 -15549 @@ -179,7 +179,7 @@ PREHOOK: Output: default@llap_stats@cint=-9566 PREHOOK: Output: default@llap_stats@cint=15007 PREHOOK: Output: default@llap_stats@cint=4963 PREHOOK: Output: default@llap_stats@cint=7021 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table llap_stats partition (cint) compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@llap_stats @@ -204,7 +204,7 @@ POSTHOOK: Output: default@llap_stats@cint=-9566 POSTHOOK: Output: default@llap_stats@cint=15007 POSTHOOK: Output: default@llap_stats@cint=4963 POSTHOOK: Output: default@llap_stats@cint=7021 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE llap_stats PREHOOK: type: DROPTABLE PREHOOK: Input: default@llap_stats diff --git ql/src/test/results/clientpositive/llap/llapdecider.q.out ql/src/test/results/clientpositive/llap/llapdecider.q.out index f093dd6e8b..e1f3053bb6 100644 --- ql/src/test/results/clientpositive/llap/llapdecider.q.out +++ ql/src/test/results/clientpositive/llap/llapdecider.q.out @@ -231,12 +231,12 @@ PREHOOK: query: analyze table src_orc compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table src_orc compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc POSTHOOK: Output: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc GROUP BY key ORDER BY cnt PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc GROUP BY key ORDER BY cnt diff --git ql/src/test/results/clientpositive/llap/load_fs2.q.out ql/src/test/results/clientpositive/llap/load_fs2.q.out index aef25ce2cc..7c82f59343 100644 --- ql/src/test/results/clientpositive/llap/load_fs2.q.out +++ ql/src/test/results/clientpositive/llap/load_fs2.q.out @@ -24,11 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -36,6 +36,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} @@ -57,11 +58,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -69,6 +70,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} @@ -90,11 +92,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -102,6 +104,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} diff --git ql/src/test/results/clientpositive/llap/load_hdfs_file_with_space_in_the_name.q.out ql/src/test/results/clientpositive/llap/load_hdfs_file_with_space_in_the_name.q.out index d934722f97..15ad6d6c05 100644 --- ql/src/test/results/clientpositive/llap/load_hdfs_file_with_space_in_the_name.q.out +++ ql/src/test/results/clientpositive/llap/load_hdfs_file_with_space_in_the_name.q.out @@ -6,20 +6,20 @@ POSTHOOK: query: CREATE TABLE load_file_with_space_in_the_name(name STRING, age POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +PREHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ### age.txt' INTO TABLE load_file_with_space_in_the_name PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### age.txt PREHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +POSTHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ### age.txt' INTO TABLE load_file_with_space_in_the_name POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### age.txt POSTHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +PREHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ###+age.txt' INTO TABLE load_file_with_space_in_the_name PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+age.txt PREHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +POSTHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ###+age.txt' INTO TABLE load_file_with_space_in_the_name POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+age.txt POSTHOOK: Output: default@load_file_with_space_in_the_name #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/mapreduce1.q.out ql/src/test/results/clientpositive/llap/mapreduce1.q.out index f777993bae..82073f5e17 100644 --- ql/src/test/results/clientpositive/llap/mapreduce1.q.out +++ ql/src/test/results/clientpositive/llap/mapreduce1.q.out @@ -149,11 +149,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 val_0 0 0 0 val_0 0 0 0 val_0 diff --git ql/src/test/results/clientpositive/llap/mapreduce2.q.out ql/src/test/results/clientpositive/llap/mapreduce2.q.out index a3334685c7..f5d8c77ec3 100644 --- ql/src/test/results/clientpositive/llap/mapreduce2.q.out +++ ql/src/test/results/clientpositive/llap/mapreduce2.q.out @@ -144,11 +144,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin PREHOOK: query: SELECT * FROM (SELECT dest1.* FROM dest1 DISTRIBUTE BY key SORT BY key, ten, one, value) T ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT dest1.* FROM dest1 DISTRIBUTE BY key SORT BY key, ten, one, value) T ORDER BY key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 val_0 0 0 0 val_0 0 0 0 val_0 diff --git ql/src/test/results/clientpositive/llap/mergejoin.q.out ql/src/test/results/clientpositive/llap/mergejoin.q.out index ff0b1f1b4b..c07afdf52d 100644 --- ql/src/test/results/clientpositive/llap/mergejoin.q.out +++ ql/src/test/results/clientpositive/llap/mergejoin.q.out @@ -294,53 +294,53 @@ POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) par POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@srcbucket_mapjoin_part -PREHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +PREHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@srcbucket_mapjoin -POSTHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +POSTHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@srcbucket_mapjoin POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 -PREHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +PREHOOK: query: load data local inpath '../../data/files/bmj1/000001_0' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 -POSTHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +POSTHOOK: query: load data local inpath '../../data/files/bmj1/000001_0' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 -PREHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +PREHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@srcbucket_mapjoin_part -POSTHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +POSTHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@srcbucket_mapjoin_part POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 -PREHOOK: query: load data local inpath '../../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +PREHOOK: query: load data local inpath '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 -POSTHOOK: query: load data local inpath '../../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +POSTHOOK: query: load data local inpath '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 -PREHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +PREHOOK: query: load data local inpath '../../data/files/bmj/000002_0' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 -POSTHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +POSTHOOK: query: load data local inpath '../../data/files/bmj/000002_0' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 -PREHOOK: query: load data local inpath '../../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +PREHOOK: query: load data local inpath '../../data/files/bmj/000003_0' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') PREHOOK: type: LOAD #### A masked pattern was here #### PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 -POSTHOOK: query: load data local inpath '../../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +POSTHOOK: query: load data local inpath '../../data/files/bmj/000003_0' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 diff --git ql/src/test/results/clientpositive/llap/mm_all.q.out ql/src/test/results/clientpositive/llap/mm_all.q.out index 8aa1cd9138..23e733b4c0 100644 --- ql/src/test/results/clientpositive/llap/mm_all.q.out +++ ql/src/test/results/clientpositive/llap/mm_all.q.out @@ -198,13 +198,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@part_mm PREHOOK: Input: default@part_mm@key_mm=455 PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from part_mm order by key, key_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@part_mm POSTHOOK: Input: default@part_mm@key_mm=455 POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 455 0 455 0 456 @@ -228,13 +228,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@part_mm PREHOOK: Input: default@part_mm@key_mm=455 PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from part_mm order by key, key_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@part_mm POSTHOOK: Input: default@part_mm@key_mm=455 POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 455 0 455 0 456 @@ -266,13 +266,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@part_mm PREHOOK: Input: default@part_mm@key_mm=455 PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from part_mm order by key, key_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@part_mm POSTHOOK: Input: default@part_mm@key_mm=455 POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: drop table part_mm PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_mm @@ -311,11 +311,11 @@ POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema( PREHOOK: query: select * from simple_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from simple_mm order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 10 97 @@ -340,11 +340,11 @@ POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema( PREHOOK: query: select * from simple_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from simple_mm order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 10 @@ -366,11 +366,11 @@ POSTHOOK: Output: default@simple_mm PREHOOK: query: select * from simple_mm PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from simple_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: drop table simple_mm PREHOOK: type: DROPTABLE PREHOOK: Input: default@simple_mm @@ -427,7 +427,7 @@ PREHOOK: Input: default@dp_mm@key1=123/key2=100 PREHOOK: Input: default@dp_mm@key1=123/key2=103 PREHOOK: Input: default@dp_mm@key1=123/key2=97 PREHOOK: Input: default@dp_mm@key1=123/key2=98 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dp_mm order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@dp_mm @@ -437,7 +437,7 @@ POSTHOOK: Input: default@dp_mm@key1=123/key2=100 POSTHOOK: Input: default@dp_mm@key1=123/key2=103 POSTHOOK: Input: default@dp_mm@key1=123/key2=97 POSTHOOK: Input: default@dp_mm@key1=123/key2=98 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 123 0 10 123 10 97 123 97 @@ -486,11 +486,11 @@ POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchem PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_mm order by id POSTHOOK: type: QUERY POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 10 @@ -537,11 +537,11 @@ POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchem PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_mm order by id POSTHOOK: type: QUERY POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 1 @@ -619,11 +619,11 @@ POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchem PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_mm order by id POSTHOOK: type: QUERY POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -741,7 +741,7 @@ PREHOOK: Input: default@partunion_mm@key=11 PREHOOK: Input: default@partunion_mm@key=97 PREHOOK: Input: default@partunion_mm@key=98 PREHOOK: Input: default@partunion_mm@key=99 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from partunion_mm order by id POSTHOOK: type: QUERY POSTHOOK: Input: default@partunion_mm @@ -756,7 +756,7 @@ POSTHOOK: Input: default@partunion_mm@key=11 POSTHOOK: Input: default@partunion_mm@key=97 POSTHOOK: Input: default@partunion_mm@key=98 POSTHOOK: Input: default@partunion_mm@key=99 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 1 1 10 10 @@ -809,11 +809,11 @@ POSTHOOK: Lineage: skew_mm.k4 SIMPLE [(intermediate)intermediate.FieldSchema(nam PREHOOK: query: select * from skew_mm order by k2, k1, k4 PREHOOK: type: QUERY PREHOOK: Input: default@skew_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from skew_mm order by k2, k1, k4 POSTHOOK: type: QUERY POSTHOOK: Input: default@skew_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 10 10 10 97 97 97 @@ -920,7 +920,7 @@ PREHOOK: Input: default@skew_dp_union_mm@k3=14 PREHOOK: Input: default@skew_dp_union_mm@k3=4 PREHOOK: Input: default@skew_dp_union_mm@k3=97 PREHOOK: Input: default@skew_dp_union_mm@k3=98 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from skew_dp_union_mm order by k2, k1, k4 POSTHOOK: type: QUERY POSTHOOK: Input: default@skew_dp_union_mm @@ -936,7 +936,7 @@ POSTHOOK: Input: default@skew_dp_union_mm@k3=14 POSTHOOK: Input: default@skew_dp_union_mm@k3=4 POSTHOOK: Input: default@skew_dp_union_mm@k3=97 POSTHOOK: Input: default@skew_dp_union_mm@k3=98 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 0 1 2 3 4 10 10 10 10 @@ -983,11 +983,11 @@ POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(n PREHOOK: query: select * from merge0_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge0_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge0_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@merge0_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 @@ -1012,11 +1012,11 @@ POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(n PREHOOK: query: select * from merge0_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge0_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge0_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@merge0_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 @@ -1063,11 +1063,11 @@ POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(n PREHOOK: query: select * from merge2_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge2_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@merge2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 @@ -1092,11 +1092,11 @@ POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(n PREHOOK: query: select * from merge2_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge2_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@merge2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 @@ -1159,7 +1159,7 @@ PREHOOK: Input: default@merge1_mm@key=100 PREHOOK: Input: default@merge1_mm@key=103 PREHOOK: Input: default@merge1_mm@key=97 PREHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge1_mm order by id, key POSTHOOK: type: QUERY POSTHOOK: Input: default@merge1_mm @@ -1169,7 +1169,7 @@ POSTHOOK: Input: default@merge1_mm@key=100 POSTHOOK: Input: default@merge1_mm@key=103 POSTHOOK: Input: default@merge1_mm@key=97 POSTHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 10 10 97 97 @@ -1210,7 +1210,7 @@ PREHOOK: Input: default@merge1_mm@key=100 PREHOOK: Input: default@merge1_mm@key=103 PREHOOK: Input: default@merge1_mm@key=97 PREHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge1_mm order by id, key POSTHOOK: type: QUERY POSTHOOK: Input: default@merge1_mm @@ -1220,7 +1220,7 @@ POSTHOOK: Input: default@merge1_mm@key=100 POSTHOOK: Input: default@merge1_mm@key=103 POSTHOOK: Input: default@merge1_mm@key=97 POSTHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 0 10 10 @@ -1266,11 +1266,11 @@ POSTHOOK: Lineage: ctas0_mm.p SIMPLE [(intermediate)intermediate.FieldSchema(nam PREHOOK: query: select * from ctas0_mm PREHOOK: type: QUERY PREHOOK: Input: default@ctas0_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from ctas0_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@ctas0_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 455 97 455 100 457 @@ -1312,11 +1312,11 @@ POSTHOOK: Lineage: ctas1_mm.p EXPRESSION [(intermediate)intermediate.FieldSchema PREHOOK: query: select * from ctas1_mm PREHOOK: type: QUERY PREHOOK: Input: default@ctas1_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from ctas1_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@ctas1_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 455 97 455 100 457 @@ -1388,11 +1388,11 @@ POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSche PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_1_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi0_1_mm order by key, key2 POSTHOOK: type: QUERY POSTHOOK: Input: default@multi0_1_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 10 456 97 455 @@ -1402,11 +1402,11 @@ POSTHOOK: Input: default@multi0_1_mm PREHOOK: query: select * from multi0_2_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi0_2_mm order by key, key2 POSTHOOK: type: QUERY POSTHOOK: Input: default@multi0_2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 455 97 455 98 456 0 @@ -1440,11 +1440,11 @@ POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSche PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_1_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi0_1_mm order by key, key2 POSTHOOK: type: QUERY POSTHOOK: Input: default@multi0_1_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 10 456 97 455 @@ -1460,11 +1460,11 @@ POSTHOOK: Input: default@multi0_1_mm PREHOOK: query: select * from multi0_2_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi0_2_mm order by key, key2 POSTHOOK: type: QUERY POSTHOOK: Input: default@multi0_2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 10 456 97 455 @@ -1528,13 +1528,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm PREHOOK: Input: default@multi1_mm@p=1 PREHOOK: Input: default@multi1_mm@p=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi1_mm order by key, key2, p POSTHOOK: type: QUERY POSTHOOK: Input: default@multi1_mm POSTHOOK: Input: default@multi1_mm@p=1 POSTHOOK: Input: default@multi1_mm@p=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 2 10 456 2 97 455 2 @@ -1576,13 +1576,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm PREHOOK: Input: default@multi1_mm@p=1 PREHOOK: Input: default@multi1_mm@p=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi1_mm order by key, key2, p POSTHOOK: type: QUERY POSTHOOK: Input: default@multi1_mm POSTHOOK: Input: default@multi1_mm@p=1 POSTHOOK: Input: default@multi1_mm@p=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 1 0 456 2 10 456 1 @@ -1641,7 +1641,7 @@ PREHOOK: Input: default@multi1_mm@p=2 PREHOOK: Input: default@multi1_mm@p=455 PREHOOK: Input: default@multi1_mm@p=456 PREHOOK: Input: default@multi1_mm@p=457 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, key2, p from multi1_mm order by key, key2, p POSTHOOK: type: QUERY POSTHOOK: Input: default@multi1_mm @@ -1650,7 +1650,7 @@ POSTHOOK: Input: default@multi1_mm@p=2 POSTHOOK: Input: default@multi1_mm@p=455 POSTHOOK: Input: default@multi1_mm@p=456 POSTHOOK: Input: default@multi1_mm@p=457 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 1 0 456 1 0 456 2 @@ -1712,7 +1712,7 @@ PREHOOK: Input: default@multi1_mm@p=2 PREHOOK: Input: default@multi1_mm@p=455 PREHOOK: Input: default@multi1_mm@p=456 PREHOOK: Input: default@multi1_mm@p=457 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, key2, p from multi1_mm order by key, key2, p POSTHOOK: type: QUERY POSTHOOK: Input: default@multi1_mm @@ -1721,7 +1721,7 @@ POSTHOOK: Input: default@multi1_mm@p=2 POSTHOOK: Input: default@multi1_mm@p=455 POSTHOOK: Input: default@multi1_mm@p=456 POSTHOOK: Input: default@multi1_mm@p=457 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 1 0 456 1 0 456 1 @@ -1971,11 +1971,11 @@ POSTHOOK: Lineage: skewjoin_mm.value SIMPLE [(src)src2.FieldSchema(name:value, t PREHOOK: query: select count(distinct key) from skewjoin_mm PREHOOK: type: QUERY PREHOOK: Input: default@skewjoin_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct key) from skewjoin_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@skewjoin_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 309 PREHOOK: query: drop table skewjoin_mm PREHOOK: type: DROPTABLE @@ -2037,7 +2037,7 @@ where t1.value = 'value1' and t2.value = 'value2' PREHOOK: type: QUERY PREHOOK: Input: default@parquet1_mm PREHOOK: Input: default@parquet2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select parquet1_mm.id, t1.value, t2.value FROM parquet1_mm JOIN parquet2_mm t1 ON parquet1_mm.id=t1.id JOIN parquet2_mm t2 ON parquet1_mm.id=t2.id @@ -2045,7 +2045,7 @@ where t1.value = 'value1' and t2.value = 'value2' POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet1_mm POSTHOOK: Input: default@parquet2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 value1 value2 PREHOOK: query: drop table parquet1_mm PREHOOK: type: DROPTABLE @@ -2102,11 +2102,11 @@ a int PREHOOK: query: SELECT * FROM temp1 PREHOOK: type: QUERY PREHOOK: Input: default@temp1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM temp1 POSTHOOK: type: QUERY POSTHOOK: Input: default@temp1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 diff --git ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out index 4a1710d23c..1f17f965ba 100644 --- ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out +++ ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out @@ -105,60 +105,60 @@ STAGE PLANS: PREHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 3 PREHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 9 PREHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 9 9 PREHOOK: query: explain select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee @@ -251,12 +251,12 @@ PREHOOK: query: select count(distinct gender), count(distinct department_id), co count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 9 9 10 PREHOOK: query: select count(case when i=3 and department_id is not null then 1 else null end) as c0, @@ -267,7 +267,7 @@ education_level from employee group by department_id, gender, education_level gr (department_id, gender, education_level))subq PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(case when i=3 and department_id is not null then 1 else null end) as c0, count(case when i=5 and gender is not null then 1 else null end) as c1, @@ -277,20 +277,20 @@ education_level from employee group by department_id, gender, education_level gr (department_id, gender, education_level))subq POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 PREHOOK: query: select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level, (education_level, department_id)) PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level, (education_level, department_id)) POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 NULL NULL NULL 6 NULL NULL 2 5 NULL F NULL diff --git ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out index cce0fdab87..94e1ce2f08 100644 --- ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out +++ ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out @@ -248,7 +248,7 @@ Storage Desc Params: PREHOOK: query: select count(*) from orc_ppd PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16673 HDFS_BYTES_WRITTEN: 104 @@ -274,7 +274,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -288,7 +288,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1055 HDFS_BYTES_WRITTEN: 101 @@ -315,7 +315,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> 50 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -340,7 +340,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -365,7 +365,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = "54" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -390,7 +390,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = -10.0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -415,7 +415,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as float) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -440,7 +440,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as double) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -465,7 +465,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t < 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -490,7 +490,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t < 100 and t > 98 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -515,7 +515,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <= 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -540,7 +540,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -565,7 +565,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t in (5, 120) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -590,7 +590,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t between 60 and 80 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 103 @@ -615,7 +615,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -629,7 +629,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -643,7 +643,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 125 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -665,7 +665,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t IN (-100, 125, 200) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -687,7 +687,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s > "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -701,7 +701,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "zach young" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 5691 HDFS_BYTES_WRITTEN: 101 @@ -728,7 +728,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "zach zipper" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -753,7 +753,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -778,7 +778,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -792,7 +792,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s is not null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -817,7 +817,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -839,7 +839,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -864,7 +864,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -889,7 +889,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -914,7 +914,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s < "b" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -939,7 +939,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s > "alice" and s < "bob" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -964,7 +964,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s in ("alice allen", "") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -989,7 +989,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "" and "alice allen" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -1014,7 +1014,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "zz" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1039,7 +1039,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "zach zipper" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1064,7 +1064,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "hello world" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1086,7 +1086,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "apache hive" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1108,7 +1108,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s IN ("a", "z") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1130,7 +1130,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "sarah ovid" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1155,7 +1155,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1180,7 +1180,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t < 0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1205,7 +1205,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t > 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 diff --git ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out index ef6908f0f8..e61917ff56 100644 --- ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out +++ ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out @@ -248,7 +248,7 @@ Storage Desc Params: PREHOOK: query: select count(*) from orc_ppd where t > -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17728 HDFS_BYTES_WRITTEN: 104 @@ -275,7 +275,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 diff --git ql/src/test/results/clientpositive/llap/orc_merge1.q.out ql/src/test/results/clientpositive/llap/orc_merge1.q.out index 64b846043d..2294895604 100644 --- ql/src/test/results/clientpositive/llap/orc_merge1.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge1.q.out @@ -162,7 +162,12 @@ POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src. POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 6 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 543 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 550 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 549 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 485 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 542 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 467 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -255,7 +260,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -315,7 +320,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -335,7 +340,7 @@ POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 1344 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -428,7 +433,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -480,7 +485,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -500,7 +505,7 @@ POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 2421 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -509,7 +514,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -518,7 +523,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -528,7 +533,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -537,7 +542,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -547,7 +552,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -556,46 +561,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: DROP TABLE orcfile_merge1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_merge10.q.out ql/src/test/results/clientpositive/llap/orc_merge10.q.out index 77b4325a0a..32a4306208 100644 --- ql/src/test/results/clientpositive/llap/orc_merge10.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge10.q.out @@ -162,7 +162,9 @@ POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src. POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 933 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 861 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 842 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -255,7 +257,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -315,7 +317,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -335,7 +337,7 @@ POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 1740 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -428,7 +430,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -480,7 +482,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -500,7 +502,7 @@ POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 2384 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -509,7 +511,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -518,7 +520,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -528,7 +530,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -537,33 +539,33 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: explain ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE PREHOOK: type: ALTER_PARTITION_MERGE @@ -603,7 +605,7 @@ POSTHOOK: type: ALTER_PARTITION_MERGE POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0 Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 2384 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -612,7 +614,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -621,7 +623,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -631,7 +633,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -640,41 +642,41 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select * from orcfile_merge1 where ds='1' and part='0' limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### -- BEGIN ORC FILE DUMP -- -#### A masked pattern was here #### +Structure for hdfs://### HDFS PATH ### File Version: 0.12 with ORC_135 Rows: 242 Compression: SNAPPY @@ -761,9 +763,9 @@ PREHOOK: query: select * from orcfile_merge1c where ds='1' and part='0' limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### -- BEGIN ORC FILE DUMP -- -#### A masked pattern was here #### +Structure for hdfs://### HDFS PATH ### File Version: 0.12 with ORC_135 Rows: 242 Compression: SNAPPY diff --git ql/src/test/results/clientpositive/llap/orc_merge2.q.out ql/src/test/results/clientpositive/llap/orc_merge2.q.out index 658c78901c..91847fa70b 100644 --- ql/src/test/results/clientpositive/llap/orc_merge2.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge2.q.out @@ -193,7 +193,7 @@ POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=1).value SIMPLE [ POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=7).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=7).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 339 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge2a @@ -220,7 +220,7 @@ PREHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=0 PREHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=6 PREHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=1 PREHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge2a @@ -247,7 +247,7 @@ POSTHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=0 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=6 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=1 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), @@ -256,7 +256,7 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), PMOD(HASH(value), 10)) USING 'tr \t _' AS (c) @@ -264,7 +264,7 @@ POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: DROP TABLE orcfile_merge2a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_merge3.q.out ql/src/test/results/clientpositive/llap/orc_merge3.q.out index 122c6edb2d..b2bb1726c8 100644 --- ql/src/test/results/clientpositive/llap/orc_merge3.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge3.q.out @@ -154,7 +154,7 @@ POSTHOOK: Output: default@orcfile_merge3b POSTHOOK: Lineage: orcfile_merge3b.key SIMPLE [(orcfile_merge3a)orcfile_merge3a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: orcfile_merge3b.value SIMPLE [(orcfile_merge3a)orcfile_merge3a.FieldSchema(name:value, type:string, comment:null), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2557 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -163,7 +163,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3a PREHOOK: Input: default@orcfile_merge3a@ds=1 PREHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -172,7 +172,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3a POSTHOOK: Input: default@orcfile_merge3a@ds=1 POSTHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -180,14 +180,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE orcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_merge4.q.out ql/src/test/results/clientpositive/llap/orc_merge4.q.out index bf3e3a9249..16818b40a2 100644 --- ql/src/test/results/clientpositive/llap/orc_merge4.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge4.q.out @@ -37,7 +37,7 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=1 POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3a PARTITION (ds='1') SELECT * FROM src PREHOOK: type: QUERY @@ -63,9 +63,9 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=2 POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a PREHOOK: type: QUERY @@ -179,7 +179,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3a PREHOOK: Input: default@orcfile_merge3a@ds=1 PREHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -188,7 +188,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3a POSTHOOK: Input: default@orcfile_merge3a@ds=1 POSTHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -196,14 +196,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE orcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out index 64b846043d..cdfa1cfbed 100644 --- ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out @@ -509,7 +509,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -518,7 +518,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -528,7 +528,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -537,7 +537,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -547,7 +547,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -556,46 +556,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: DROP TABLE orcfile_merge1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out index 7508dc68e9..7904661009 100644 --- ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out +++ ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out @@ -201,7 +201,7 @@ POSTHOOK: Lineage: orc_ppd.v EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldS PREHOOK: query: select count(*) from orc_ppd PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16673 HDFS_BYTES_WRITTEN: 104 @@ -227,7 +227,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -241,7 +241,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1055 HDFS_BYTES_WRITTEN: 101 @@ -268,7 +268,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> 50 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -293,7 +293,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -318,7 +318,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = "54" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -343,7 +343,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = -10.0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -368,7 +368,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as float) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -393,7 +393,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as double) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -418,7 +418,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t < 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -443,7 +443,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t < 100 and t > 98 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -468,7 +468,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <= 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -493,7 +493,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -518,7 +518,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t in (5, 120) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -543,7 +543,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t between 60 and 80 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 103 @@ -568,7 +568,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -582,7 +582,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -596,7 +596,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 125 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -618,7 +618,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t IN (-100, 125, 200) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -640,7 +640,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s > "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -654,7 +654,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "zach young" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 5691 HDFS_BYTES_WRITTEN: 101 @@ -681,7 +681,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "zach zipper" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -706,7 +706,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -731,7 +731,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -745,7 +745,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s is not null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -770,7 +770,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -792,7 +792,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -817,7 +817,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -842,7 +842,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -867,7 +867,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s < "b" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -892,7 +892,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s > "alice" and s < "bob" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -917,7 +917,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s in ("alice allen", "") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -942,7 +942,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "" and "alice allen" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -967,7 +967,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "zz" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -992,7 +992,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "zach zipper" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1017,7 +1017,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "hello world" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1039,7 +1039,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "apache hive" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1061,7 +1061,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s IN ("a", "z") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1083,7 +1083,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "sarah ovid" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1108,7 +1108,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1133,7 +1133,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t < 0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1158,7 +1158,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t > 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1183,7 +1183,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 4912 HDFS_BYTES_WRITTEN: 101 @@ -1210,7 +1210,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1751 HDFS_BYTES_WRITTEN: 101 @@ -1237,7 +1237,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1262,7 +1262,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 diff --git ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out index 1157edb503..ff7df635a7 100644 --- ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out +++ ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out @@ -201,7 +201,7 @@ POSTHOOK: Lineage: orc_ppd.v EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldS PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17008 HDFS_BYTES_WRITTEN: 101 @@ -228,7 +228,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -242,7 +242,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -267,7 +267,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 720 HDFS_BYTES_WRITTEN: 101 @@ -294,7 +294,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -319,7 +319,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -348,7 +348,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -373,7 +373,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -387,7 +387,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -412,7 +412,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -437,7 +437,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -462,7 +462,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -491,7 +491,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -516,7 +516,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -530,7 +530,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -555,7 +555,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -580,7 +580,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -605,7 +605,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -634,7 +634,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -659,7 +659,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -673,7 +673,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -698,7 +698,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -723,7 +723,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -748,7 +748,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -777,7 +777,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where t > '127' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16898 HDFS_BYTES_WRITTEN: 104 @@ -796,7 +796,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > '127' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17728 HDFS_BYTES_WRITTEN: 104 @@ -815,7 +815,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = '55' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16898 HDFS_BYTES_WRITTEN: 101 @@ -834,7 +834,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = '55' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17728 HDFS_BYTES_WRITTEN: 101 @@ -853,7 +853,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = '54' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16898 HDFS_BYTES_WRITTEN: 102 @@ -872,7 +872,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = '54' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17728 HDFS_BYTES_WRITTEN: 102 @@ -891,7 +891,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 4912 HDFS_BYTES_WRITTEN: 101 @@ -918,7 +918,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1751 HDFS_BYTES_WRITTEN: 101 @@ -949,7 +949,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 21458 HDFS_BYTES_WRITTEN: 101 @@ -968,7 +968,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 23336 HDFS_BYTES_WRITTEN: 101 @@ -991,7 +991,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where f = '74.72' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 21458 HDFS_BYTES_WRITTEN: 101 @@ -1010,7 +1010,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f = '74.72' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 23336 HDFS_BYTES_WRITTEN: 101 @@ -1029,7 +1029,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 4099 HDFS_BYTES_WRITTEN: 101 @@ -1056,7 +1056,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1592 HDFS_BYTES_WRITTEN: 101 @@ -1087,7 +1087,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 20629 HDFS_BYTES_WRITTEN: 101 @@ -1106,7 +1106,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 22364 HDFS_BYTES_WRITTEN: 101 @@ -1129,7 +1129,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1154,7 +1154,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1183,7 +1183,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 20629 HDFS_BYTES_WRITTEN: 101 @@ -1202,7 +1202,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 22364 HDFS_BYTES_WRITTEN: 101 @@ -1225,7 +1225,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1250,7 +1250,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1279,7 +1279,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where si = 442 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 2183 HDFS_BYTES_WRITTEN: 101 @@ -1306,7 +1306,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where si = 442 or boo is not null or boo = false PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 18747 HDFS_BYTES_WRITTEN: 101 @@ -1325,7 +1325,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where si = 442 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1217 HDFS_BYTES_WRITTEN: 101 @@ -1352,7 +1352,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where si = 442 or boo is not null or boo = false PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 20073 HDFS_BYTES_WRITTEN: 101 diff --git ql/src/test/results/clientpositive/llap/parallel_colstats.q.out ql/src/test/results/clientpositive/llap/parallel_colstats.q.out index 4ac3fbb2f5..3b53183706 100644 --- ql/src/test/results/clientpositive/llap/parallel_colstats.q.out +++ ql/src/test/results/clientpositive/llap/parallel_colstats.q.out @@ -225,11 +225,11 @@ POSTHOOK: Lineage: src_b.value SIMPLE [(src)src.FieldSchema(name:value, type:str PREHOOK: query: select * from src_a PREHOOK: type: QUERY PREHOOK: Input: default@src_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_a POSTHOOK: type: QUERY POSTHOOK: Input: default@src_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 @@ -542,11 +542,11 @@ POSTHOOK: Input: default@src_a PREHOOK: query: select * from src_b PREHOOK: type: QUERY PREHOOK: Input: default@src_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_b POSTHOOK: type: QUERY POSTHOOK: Input: default@src_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 @@ -877,11 +877,11 @@ POSTHOOK: Lineage: src_b.value SIMPLE [(src)src.FieldSchema(name:value, type:str PREHOOK: query: select * from src_a PREHOOK: type: QUERY PREHOOK: Input: default@src_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_a POSTHOOK: type: QUERY POSTHOOK: Input: default@src_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 @@ -1194,11 +1194,11 @@ POSTHOOK: Input: default@src_a PREHOOK: query: select * from src_b PREHOOK: type: QUERY PREHOOK: Input: default@src_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_b POSTHOOK: type: QUERY POSTHOOK: Input: default@src_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 diff --git ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out index cedbb3d4d7..f4d62182b3 100644 --- ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out +++ ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out @@ -78,11 +78,11 @@ POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_stag PREHOOK: query: select count(*) from parquet_complex_types PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_complex_types POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1023 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY @@ -154,11 +154,11 @@ STAGE PLANS: PREHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### [100,101] 100 101 100 0 [102,103] 102 103 103 1 [104,105] 104 105 104 0 @@ -333,11 +333,11 @@ STAGE PLANS: PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2144 2145 2142 2143 2140 2141 @@ -366,11 +366,11 @@ POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_stag PREHOOK: query: select count(*) from parquet_complex_types PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_complex_types POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1024 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY @@ -442,11 +442,11 @@ STAGE PLANS: PREHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### [100,101] 100 101 100 0 [102,103] 102 103 103 1 [104,105] 104 105 104 0 @@ -621,11 +621,11 @@ STAGE PLANS: PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2146 2147 2144 2145 2142 2143 @@ -654,11 +654,11 @@ POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_stag PREHOOK: query: select count(*) from parquet_complex_types PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_complex_types POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1025 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY @@ -730,11 +730,11 @@ STAGE PLANS: PREHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### [100,101] 100 101 100 0 [102,103] 102 103 103 1 [104,105] 104 105 104 0 @@ -909,11 +909,11 @@ STAGE PLANS: PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2148 2149 2146 2147 2144 2145 diff --git ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out index ae7db3f351..1d70e069c4 100644 --- ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out +++ ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out @@ -88,11 +88,11 @@ POSTHOOK: Lineage: parquet_map_type.stringmap SIMPLE [(parquet_map_type_staging) PREHOOK: query: select count(*) from parquet_map_type PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_map_type POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1023 PREHOOK: query: explain vectorization expression select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 @@ -167,12 +167,12 @@ PREHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456 stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"k1":"v1","k2":"v1-2"} {456:2,123:1} {123.123:1.1,456.456:1.2} v1-2 2 1.1 v1 1 1.2 {"k1":"v2","k2":"v2-2"} {456:4,123:3} {123.123:2.1,456.456:2.2} v2-2 4 2.1 v2 3 2.2 {"k1":"v3","k2":"v3-2"} {456:6,123:5} {123.123:3.1,456.456:3.2} v3-2 6 3.1 v3 5 3.2 @@ -350,12 +350,12 @@ PREHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1' from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 199 100.1 v100 1999 1000.1 v1000 2001 1001.1 v1001 @@ -386,22 +386,22 @@ POSTHOOK: Lineage: parquet_map_type.stringmap SIMPLE [(parquet_map_type_staging) PREHOOK: query: select count(*) from parquet_map_type PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_map_type POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1024 PREHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"k1":"v1","k2":"v1-2"} {456:2,123:1} {123.123:1.1,456.456:1.2} v1-2 2 1.1 v1 1 1.2 {"k1":"v2","k2":"v2-2"} {456:4,123:3} {123.123:2.1,456.456:2.2} v2-2 4 2.1 v2 3 2.2 {"k1":"v3","k2":"v3-2"} {456:6,123:5} {123.123:3.1,456.456:3.2} v3-2 6 3.1 v3 5 3.2 @@ -416,12 +416,12 @@ PREHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1' from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 199 100.1 v100 1999 1000.1 v1000 2001 1001.1 v1001 @@ -452,22 +452,22 @@ POSTHOOK: Lineage: parquet_map_type.stringmap SIMPLE [(parquet_map_type_staging) PREHOOK: query: select count(*) from parquet_map_type PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_map_type POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1025 PREHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"k1":"v1","k2":"v1-2"} {456:2,123:1} {123.123:1.1,456.456:1.2} v1-2 2 1.1 v1 1 1.2 {"k1":"v2","k2":"v2-2"} {456:4,123:3} {123.123:2.1,456.456:2.2} v2-2 4 2.1 v2 3 2.2 {"k1":"v3","k2":"v3-2"} {456:6,123:5} {123.123:3.1,456.456:3.2} v3-2 6 3.1 v3 5 3.2 @@ -482,12 +482,12 @@ PREHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1' from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 199 100.1 v100 1999 1000.1 v1000 2001 1001.1 v1001 diff --git ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out index dd0ff2b2ba..d62d9479b2 100644 --- ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out +++ ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out @@ -99,11 +99,11 @@ POSTHOOK: Output: default@parquet_types_staging PREHOOK: query: SELECT * FROM parquet_types_staging PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types_staging -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM parquet_types_staging POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types_staging -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 100 1 1 1.0 0.0 abc 2011-01-01 01:01:01.111111111 a a B4F3CAFDBEDD {"k1":"v1"} [101,200] {"c1":10,"c2":"a"} 2011-01-01 101 2 2 1.1 0.3 def 2012-02-02 02:02:02.222222222 ab ab 68692CCAC0BDE7 {"k2":"v2"} [102,200] {"c1":10,"c2":"d"} 2012-02-02 102 3 3 1.2 0.6 ghi 2013-03-03 03:03:03.333333333 abc abc B4F3CAFDBEDD {"k3":"v3"} [103,200] {"c1":10,"c2":"g"} 2013-03-03 @@ -258,7 +258,7 @@ GROUP BY ctinyint ORDER BY ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT ctinyint, MAX(cint), MIN(csmallint), @@ -270,7 +270,7 @@ GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 121 1 8 1.175 2.06216 2 119 1 7 1.21429 1.8 3 120 1 7 1.17143 1.8 @@ -352,11 +352,11 @@ STAGE PLANS: PREHOOK: query: SELECT cfloat, count(*) FROM parquet_types GROUP BY cfloat ORDER BY cfloat PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cfloat, count(*) FROM parquet_types GROUP BY cfloat ORDER BY cfloat POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1.0 5 1.1 5 1.2 4 @@ -440,11 +440,11 @@ STAGE PLANS: PREHOOK: query: SELECT cchar, count(*) FROM parquet_types GROUP BY cchar ORDER BY cchar PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cchar, count(*) FROM parquet_types GROUP BY cchar ORDER BY cchar POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### a 1 ab 1 abc 1 @@ -541,11 +541,11 @@ STAGE PLANS: PREHOOK: query: SELECT cvarchar, count(*) FROM parquet_types GROUP BY cvarchar ORDER BY cvarchar PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cvarchar, count(*) FROM parquet_types GROUP BY cvarchar ORDER BY cvarchar POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### B4F3CAFDBE 1 a 1 ab 1 @@ -638,11 +638,11 @@ STAGE PLANS: PREHOOK: query: SELECT cstring1, count(*) FROM parquet_types GROUP BY cstring1 ORDER BY cstring1 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cstring1, count(*) FROM parquet_types GROUP BY cstring1 ORDER BY cstring1 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### abc 1 bcd 1 cde 1 @@ -742,11 +742,11 @@ STAGE PLANS: PREHOOK: query: SELECT t, count(*) FROM parquet_types GROUP BY t ORDER BY t PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT t, count(*) FROM parquet_types GROUP BY t ORDER BY t POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2011-01-01 01:01:01.111111111 1 2012-02-02 02:02:02.222222222 1 2013-03-03 03:03:03.333333333 1 @@ -838,11 +838,11 @@ STAGE PLANS: PREHOOK: query: SELECT hex(cbinary), count(*) FROM parquet_types GROUP BY cbinary PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT hex(cbinary), count(*) FROM parquet_types GROUP BY cbinary POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 68692CCAC0BDE7 10 1 68656C6C6F 1 diff --git ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out index 36b8c474d7..2d4616910d 100644 --- ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out @@ -104,7 +104,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: CREATE TABLE rcfile_createas1b STORED AS RCFILE AS @@ -137,7 +137,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_createas1a PREHOOK: Input: default@rcfile_createas1a@ds=1 PREHOOK: Input: default@rcfile_createas1a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_createas1a @@ -146,7 +146,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_createas1a POSTHOOK: Input: default@rcfile_createas1a@ds=1 POSTHOOK: Input: default@rcfile_createas1a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -154,14 +154,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_createas1b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_createas1b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_createas1b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE rcfile_createas1a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out index 4ff5569a7c..afdc8f820b 100644 --- ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out @@ -218,7 +218,7 @@ PREHOOK: Input: default@rcfile_merge2a@one=1/two=8/three=0 PREHOOK: Input: default@rcfile_merge2a@one=1/two=8/three=6 PREHOOK: Input: default@rcfile_merge2a@one=1/two=9/three=1 PREHOOK: Input: default@rcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM rcfile_merge2a @@ -245,7 +245,7 @@ POSTHOOK: Input: default@rcfile_merge2a@one=1/two=8/three=0 POSTHOOK: Input: default@rcfile_merge2a@one=1/two=8/three=6 POSTHOOK: Input: default@rcfile_merge2a@one=1/two=9/three=1 POSTHOOK: Input: default@rcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), @@ -254,7 +254,7 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), PMOD(HASH(value), 10)) USING 'tr \t _' AS (c) @@ -262,7 +262,7 @@ POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: DROP TABLE rcfile_merge2a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out index 575be85eed..08c76d1b49 100644 --- ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out @@ -161,7 +161,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_merge3a PREHOOK: Input: default@rcfile_merge3a@ds=1 PREHOOK: Input: default@rcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_merge3a @@ -170,7 +170,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_merge3a POSTHOOK: Input: default@rcfile_merge3a@ds=1 POSTHOOK: Input: default@rcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -178,14 +178,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE rcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out index f22e01a536..3fe587b932 100644 --- ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out @@ -161,7 +161,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_merge3a PREHOOK: Input: default@rcfile_merge3a@ds=1 PREHOOK: Input: default@rcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_merge3a @@ -170,7 +170,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_merge3a POSTHOOK: Input: default@rcfile_merge3a@ds=1 POSTHOOK: Input: default@rcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -178,14 +178,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE rcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out index fd8cc2026f..68c2af2b51 100644 --- ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out @@ -50,9 +50,9 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -65,6 +65,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -86,6 +87,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -111,10 +113,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 2 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -127,6 +129,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket5_1 numFiles 0 numRows 0 @@ -157,10 +160,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -184,7 +187,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -197,6 +200,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket5_1 numFiles 0 numRows 0 @@ -212,7 +216,7 @@ STAGE PLANS: Stage: Stage-3 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: key, value Column Types: string, string @@ -234,20 +238,20 @@ POSTHOOK: Lineage: bucket5_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 PREHOOK: type: QUERY PREHOOK: Input: default@bucket5_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket5_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 21025334 36210398070 PREHOOK: query: select sum(hash(key)),sum(hash(value)) from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 21025334 36210398070 PREHOOK: query: create table complex_tbl_1(aid string, bid string, t int, ctime string, etime bigint, l string, et string) partitioned by (ds string) PREHOOK: type: CREATETABLE @@ -371,11 +375,11 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Static Partition Specification: ds=2010-03-29/ Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: PARTIAL -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -386,6 +390,7 @@ STAGE PLANS: columns.comments columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.complex_tbl_1 partition_columns ds partition_columns.types string @@ -434,10 +439,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 3174 Basic stats: COMPLETE Column stats: PARTIAL -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -463,7 +468,7 @@ STAGE PLANS: partition: ds 2010-03-29 replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -474,6 +479,7 @@ STAGE PLANS: columns.comments columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.complex_tbl_1 partition_columns ds partition_columns.types string @@ -487,7 +493,7 @@ STAGE PLANS: Stage: Stage-3 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: aid, bid, t, ctime, etime, l, et Column Types: string, string, int, string, bigint, string, string diff --git ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out index d61a0df5a9..b87a096b57 100644 --- ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out +++ ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out @@ -87,13 +87,13 @@ from count_distinct_test group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(distinct key),count(distinct name) from count_distinct_test group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 5 2 PREHOOK: query: explain select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m @@ -184,13 +184,13 @@ from (select id,key,name from count_distinct_test group by id,key,name)m group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 5 2 PREHOOK: query: explain select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m @@ -281,13 +281,13 @@ from (select id,key,name from count_distinct_test group by id,name,key)m group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 5 PREHOOK: query: explain select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m @@ -378,13 +378,13 @@ from (select id,key,name from count_distinct_test group by id,key,name)m group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 5 2 PREHOOK: query: explain select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m @@ -475,11 +475,11 @@ from (select id,key,name from count_distinct_test group by id,name,key)m group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 5 diff --git ql/src/test/results/clientpositive/llap/remote_script.q.out ql/src/test/results/clientpositive/llap/remote_script.q.out index 87531f008a..315c5c5067 100644 --- ql/src/test/results/clientpositive/llap/remote_script.q.out +++ ql/src/test/results/clientpositive/llap/remote_script.q.out @@ -23,11 +23,11 @@ POSTHOOK: Lineage: tmp_tmp.value SCRIPT [(src)src.FieldSchema(name:key, type:str PREHOOK: query: select * from tmp_tmp ORDER BY key ASC, value ASC PREHOOK: type: QUERY PREHOOK: Input: default@tmp_tmp -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmp_tmp ORDER BY key ASC, value ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_tmp -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 NULL 1 2 NULL 1 diff --git ql/src/test/results/clientpositive/llap/schemeAuthority.q.out ql/src/test/results/clientpositive/llap/schemeAuthority.q.out index 9a6019c259..bb2b555945 100644 --- ql/src/test/results/clientpositive/llap/schemeAuthority.q.out +++ ql/src/test/results/clientpositive/llap/schemeAuthority.q.out @@ -27,13 +27,13 @@ POSTHOOK: type: ALTERTABLE_ADDPARTS #### A masked pattern was here #### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0 -#### A masked pattern was here #### +PREHOOK: query: alter table dynPart add partition (value='1') location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@dynpart -#### A masked pattern was here #### +POSTHOOK: query: alter table dynPart add partition (value='1') location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=1 PREHOOK: query: select count(*) from dynPart @@ -41,44 +41,44 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0 PREHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from dynPart POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0 POSTHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 PREHOOK: query: select key from dynPart PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0 PREHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from dynPart POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0 POSTHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 20 PREHOOK: query: select key from src where (key = 10) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where (key = 10) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select key from src where (key = 20) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where (key = 20) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/schemeAuthority2.q.out ql/src/test/results/clientpositive/llap/schemeAuthority2.q.out index 60913f21bc..cb66eadcdf 100644 --- ql/src/test/results/clientpositive/llap/schemeAuthority2.q.out +++ ql/src/test/results/clientpositive/llap/schemeAuthority2.q.out @@ -27,13 +27,13 @@ POSTHOOK: type: ALTERTABLE_ADDPARTS #### A masked pattern was here #### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0/value2=clusterA -#### A masked pattern was here #### +PREHOOK: query: alter table dynPart add partition (value='0', value2='clusterB') location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@dynpart -#### A masked pattern was here #### +POSTHOOK: query: alter table dynPart add partition (value='0', value2='clusterB') location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0/value2=clusterB PREHOOK: query: select value2, key from dynPart where value='0' @@ -41,13 +41,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0/value2=clusterA PREHOOK: Input: default@dynpart@value=0/value2=clusterB -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value2, key from dynPart where value='0' POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0/value2=clusterA POSTHOOK: Input: default@dynpart@value=0/value2=clusterB -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### clusterA 10 clusterB 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/sysdb.q.out ql/src/test/results/clientpositive/llap/sysdb.q.out index 5ed427fd2a..fdfa225df9 100644 --- ql/src/test/results/clientpositive/llap/sysdb.q.out +++ ql/src/test/results/clientpositive/llap/sysdb.q.out @@ -3607,10 +3607,10 @@ POSTHOOK: Input: sys@table_params POSTHOOK: Input: sys@table_stats_view #### A masked pattern was here #### {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} 0 0 0 0 -{"BASIC_STATS":"true","COLUMN_STATS":{"entity_name":"true","entity_type":"true","ordering":"true","pool_path":"true","rp_name":"true"}} 0 0 0 0 -{"BASIC_STATS":"true","COLUMN_STATS":{"next_val":"true","sequence_name":"true"}} 0 0 0 0 -{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} 0 0 0 0 -#### A masked pattern was here #### +{"BASIC_STATS":"true","COLUMN_STATS":{"default_pool_path":"true","name":"true","query_parallelism":"true","status":"true"}} 0 0 0 0 +{"BASIC_STATS":"true","COLUMN_STATS":{"integer_idx":"true","part_id":"true","part_key_val":"true"}} 0 0 0 0 +{"BASIC_STATS":"true","COLUMN_STATS":{"a":"true","b":"true","c":"true","d":"true","e":"true","f":"true","g":"true"}} 0 0 0 0 +{"BASIC_STATS":"true","COLUMN_STATS":{"cd_id":"true"}} 0 0 0 0 PREHOOK: query: select COLUMN_STATS_ACCURATE, NUM_FILES, NUM_ROWS, RAW_DATA_SIZE, TOTAL_SIZE FROM PARTITION_STATS_VIEW where COLUMN_STATS_ACCURATE is not null order by NUM_FILES, NUM_ROWS, RAW_DATA_SIZE limit 5 PREHOOK: type: QUERY PREHOOK: Input: sys@partition_params @@ -3870,13 +3870,13 @@ default default alltypesorc ctimestamp1 8 NULL YES timestamp NULL NULL NULL NULL default default alltypesorc ctimestamp2 9 NULL YES timestamp NULL NULL NULL NULL NULL 9 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 11 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES timestamp NULL NULL default default alltypesorc cboolean1 10 NULL YES boolean NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 11 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES boolean NULL NULL default default alltypesorc cboolean2 11 NULL YES boolean NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 11 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES boolean NULL NULL -default default moretypes a 0 NULL YES decimal(10,2) NULL NULL 10 10 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 85 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES decimal(10,2) 10 10 -default default moretypes b 1 NULL YES tinyint NULL NULL 3 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 85 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES tinyint 3 10 -default default moretypes c 2 NULL YES smallint NULL NULL 5 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 85 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES smallint 5 10 -default default moretypes d 3 NULL YES int NULL NULL 10 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 85 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES int 10 10 -default default moretypes e 4 NULL YES bigint NULL NULL 19 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 85 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES bigint 19 10 -default default moretypes f 5 NULL YES varchar(10) 10 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 85 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES varchar(10) NULL NULL -default default moretypes g 6 NULL YES char(3) 3 3 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 85 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES char(3) NULL NULL +default default moretypes a 0 NULL YES decimal(10,2) NULL NULL 10 10 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 29 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES decimal(10,2) 10 10 +default default moretypes b 1 NULL YES tinyint NULL NULL 3 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 29 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES tinyint 3 10 +default default moretypes c 2 NULL YES smallint NULL NULL 5 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 29 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES smallint 5 10 +default default moretypes d 3 NULL YES int NULL NULL 10 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 29 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES int 10 10 +default default moretypes e 4 NULL YES bigint NULL NULL 19 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 29 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES bigint 19 10 +default default moretypes f 5 NULL YES varchar(10) 10 10 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 29 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES varchar(10) NULL NULL +default default moretypes g 6 NULL YES char(3) 3 3 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL 29 NO NO NULL NULL NULL NULL NULL NULL NEVER NULL NO NO NULL YES char(3) NULL NULL PREHOOK: query: select * from COLUMN_PRIVILEGES order by GRANTOR, GRANTEE, TABLE_SCHEMA, TABLE_NAME, COLUMN_NAME limit 10 PREHOOK: type: QUERY PREHOOK: Input: information_schema@column_privileges diff --git ql/src/test/results/clientpositive/llap/table_nonprintable.q.out ql/src/test/results/clientpositive/llap/table_nonprintable.q.out index 3fa30f7c5f..8221b8ca46 100644 --- ql/src/test/results/clientpositive/llap/table_nonprintable.q.out +++ ql/src/test/results/clientpositive/llap/table_nonprintable.q.out @@ -1,21 +1,22 @@ Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ###¢Bar/in1.txt Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ###Foo/in1.txt Found 2 items -#### A masked pattern was here #### +drwxr-xr-x - ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ###Foo +drwxr-xr-x - ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ###¢Bar PREHOOK: query: create external table table_external (c1 int, c2 int) partitioned by (day string) -#### A masked pattern was here #### +location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@table_external POSTHOOK: query: create external table table_external (c1 int, c2 int) partitioned by (day string) -#### A masked pattern was here #### +location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@table_external PREHOOK: query: msck repair table table_external @@ -28,7 +29,8 @@ Partitions not in metastore: table_external:day=¢Bar Repair: Cannot add partition table_external:day=Foo due to invalid characters in the name #### A masked pattern was here #### Found 2 items -#### A masked pattern was here #### +drwxr-xr-x - ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ###Foo +drwxr-xr-x - ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ###¢Bar PREHOOK: query: show partitions table_external PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@table_external @@ -40,12 +42,12 @@ PREHOOK: query: select * from table_external PREHOOK: type: QUERY PREHOOK: Input: default@table_external PREHOOK: Input: default@table_external@day=¢Bar -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from table_external POSTHOOK: type: QUERY POSTHOOK: Input: default@table_external POSTHOOK: Input: default@table_external@day=¢Bar -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL 35 ¢Bar 48 NULL ¢Bar 100 100 ¢Bar diff --git ql/src/test/results/clientpositive/llap/temp_table_external.q.out ql/src/test/results/clientpositive/llap/temp_table_external.q.out index 54954b5ca3..910d4f00d1 100644 --- ql/src/test/results/clientpositive/llap/temp_table_external.q.out +++ ql/src/test/results/clientpositive/llap/temp_table_external.q.out @@ -1,22 +1,23 @@ Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ### +PREHOOK: query: create temporary external table temp_table_external (c1 int, c2 int) location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@temp_table_external -#### A masked pattern was here #### +POSTHOOK: query: create temporary external table temp_table_external (c1 int, c2 int) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@temp_table_external PREHOOK: query: select * from temp_table_external PREHOOK: type: QUERY PREHOOK: Input: default@temp_table_external -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from temp_table_external POSTHOOK: type: QUERY POSTHOOK: Input: default@temp_table_external -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL 35 48 NULL 100 100 @@ -29,4 +30,5 @@ POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@temp_table_external POSTHOOK: Output: default@temp_table_external Found 1 items +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ### #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out index f84c5970b2..da93bb369f 100644 --- ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out +++ ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out @@ -18,11 +18,11 @@ POSTHOOK: Lineage: dummy.i SCRIPT [] PREHOOK: query: select * from dummy PREHOOK: type: QUERY PREHOOK: Input: default@dummy -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dummy POSTHOOK: type: QUERY POSTHOOK: Input: default@dummy -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: create table partunion1(id1 int) partitioned by (part1 string) PREHOOK: type: CREATETABLE @@ -205,11 +205,11 @@ PREHOOK: query: select * from partunion1 PREHOOK: type: QUERY PREHOOK: Input: default@partunion1 PREHOOK: Input: default@partunion1@part1=2014 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from partunion1 POSTHOOK: type: QUERY POSTHOOK: Input: default@partunion1 POSTHOOK: Input: default@partunion1@part1=2014 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2014 2 2014 diff --git ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out index 583402899f..f2c02a83c7 100644 --- ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out +++ ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out @@ -26,11 +26,11 @@ POSTHOOK: Lineage: dummy.i SCRIPT [] PREHOOK: query: select * from dummy PREHOOK: type: QUERY PREHOOK: Input: default@dummy -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dummy POSTHOOK: type: QUERY POSTHOOK: Input: default@dummy -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: create table partunion1(id1 int) partitioned by (part1 string) stored as orc PREHOOK: type: CREATETABLE @@ -181,7 +181,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -232,7 +232,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: insert into table partunion1 partition(part1) select 1 as id1, '2014' as part1 from dummy @@ -253,12 +253,12 @@ PREHOOK: query: select * from partunion1 PREHOOK: type: QUERY PREHOOK: Input: default@partunion1 PREHOOK: Input: default@partunion1@part1=2014 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from partunion1 POSTHOOK: type: QUERY POSTHOOK: Input: default@partunion1 POSTHOOK: Input: default@partunion1@part1=2014 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2014 2 2014 PREHOOK: query: drop table dummy diff --git ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index fe99c38437..7f7e78243d 100644 --- ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -255,11 +255,11 @@ POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src)s2.null, (src)s PREHOOK: query: select * from tmptable x sort by x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmptable x sort by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### tst1 500 tst2 500 tst3 500 @@ -536,11 +536,11 @@ POSTHOOK: Lineage: tmptable12.value EXPRESSION [(src)s1.null, (src1)s2.null, (sr PREHOOK: query: select * from tmptable12 x sort by x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmptable12 x sort by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### tst1 500 tst2 25 tst3 1000 @@ -632,12 +632,12 @@ PREHOOK: query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 103 val_103 105 val_105 @@ -1236,11 +1236,11 @@ POSTHOOK: Lineage: dest2.val2 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(name PREHOOK: query: SELECT DEST1.* FROM DEST1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST1.* FROM DEST1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 10 1 100 1 @@ -1554,11 +1554,11 @@ tst1 1 PREHOOK: query: SELECT DEST2.* FROM DEST2 PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST2.* FROM DEST2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 1 10 val_10 1 100 val_100 1 @@ -2127,11 +2127,11 @@ POSTHOOK: Lineage: dest218.val2 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(na PREHOOK: query: SELECT DEST118.* FROM DEST118 SORT BY DEST118.key, DEST118.value PREHOOK: type: QUERY PREHOOK: Input: default@dest118 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST118.* FROM DEST118 SORT BY DEST118.key, DEST118.value POSTHOOK: type: QUERY POSTHOOK: Input: default@dest118 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 @@ -2445,11 +2445,11 @@ tst1 500 PREHOOK: query: SELECT DEST218.* FROM DEST218 SORT BY DEST218.key, DEST218.val1, DEST218.val2 PREHOOK: type: QUERY PREHOOK: Input: default@dest218 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST218.* FROM DEST218 SORT BY DEST218.key, DEST218.val1, DEST218.val2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest218 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 val_0 10 val_10 val_10 100 val_100 val_100 @@ -3028,11 +3028,11 @@ POSTHOOK: Lineage: dest219.val2 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(na PREHOOK: query: SELECT DEST119.* FROM DEST119 SORT BY DEST119.key, DEST119.value PREHOOK: type: QUERY PREHOOK: Input: default@dest119 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST119.* FROM DEST119 SORT BY DEST119.key, DEST119.value POSTHOOK: type: QUERY POSTHOOK: Input: default@dest119 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 10 1 100 1 @@ -3346,11 +3346,11 @@ tst1 1 PREHOOK: query: SELECT DEST219.* FROM DEST219 SORT BY DEST219.key, DEST219.val1, DEST219.val2 PREHOOK: type: QUERY PREHOOK: Input: default@dest219 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST219.* FROM DEST219 SORT BY DEST219.key, DEST219.val1, DEST219.val2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest219 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 val_0 10 val_10 val_10 100 val_100 val_100 @@ -3778,9 +3778,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [dst_union22_delta] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3795,6 +3795,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22_delta numFiles 1 numRows 500 @@ -3817,6 +3818,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22_delta partition_columns ds partition_columns.types string @@ -3853,9 +3855,9 @@ STAGE PLANS: value expressions: _col1 (type: string), _col2 (type: string) auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [a] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3870,6 +3872,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22 numFiles 1 numRows 500 @@ -3892,6 +3895,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22 partition_columns ds partition_columns.types string @@ -3928,9 +3932,9 @@ STAGE PLANS: value expressions: _col1 (type: string), _col2 (type: string) auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [dst_union22_delta] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3945,6 +3949,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22_delta numFiles 1 numRows 500 @@ -3967,6 +3972,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22_delta partition_columns ds partition_columns.types string @@ -3991,11 +3997,11 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ Statistics: Num rows: 332 Data size: 104486 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4006,6 +4012,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22 partition_columns ds partition_columns.types string @@ -4054,10 +4061,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 1845 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -4119,7 +4126,7 @@ STAGE PLANS: partition: ds 2 replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4130,6 +4137,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22 partition_columns ds partition_columns.types string @@ -4143,7 +4151,7 @@ STAGE PLANS: Stage: Stage-3 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: k1, k2, k3, k4 Column Types: string, string, string, string @@ -4192,12 +4200,12 @@ PREHOOK: query: select * from dst_union22 where ds = '2' PREHOOK: type: QUERY PREHOOK: Input: default@dst_union22 PREHOOK: Input: default@dst_union22@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dst_union22 where ds = '2' POSTHOOK: type: QUERY POSTHOOK: Input: default@dst_union22 POSTHOOK: Input: default@dst_union22@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 103 val_103 103 val_103 2 113 val_113 113 val_113 2 120 val_120 120 val_120 2 @@ -4628,7 +4636,7 @@ from ( select key as key2, value as value2 from src) s PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select s.key2, s.value2 from ( select transform(key, value) using 'cat' as (key2, value2) @@ -4637,7 +4645,7 @@ from ( select key as key2, value as value2 from src) s POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 103 val_103 105 val_105 @@ -5063,9 +5071,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src2] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5078,6 +5086,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -5099,6 +5108,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -5139,9 +5149,9 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src5] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5154,6 +5164,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -5175,6 +5186,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -5217,9 +5229,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src3] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src3 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5232,6 +5244,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -5253,6 +5266,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -5295,9 +5309,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src4] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5310,6 +5324,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -5331,6 +5346,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -5420,10 +5436,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 77 Data size: 13919 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -5466,7 +5482,7 @@ PREHOOK: Input: default@src2 PREHOOK: Input: default@src3 PREHOOK: Input: default@src4 PREHOOK: Input: default@src5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select s.key, s.count from ( select key, count from src2 where key < 10 UNION DISTINCT @@ -5481,7 +5497,7 @@ POSTHOOK: Input: default@src2 POSTHOOK: Input: default@src3 POSTHOOK: Input: default@src4 POSTHOOK: Input: default@src5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 0 3 2 1 @@ -5552,9 +5568,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src2] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5567,6 +5583,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -5588,6 +5605,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -5630,9 +5648,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src3] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src3 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5645,6 +5663,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -5666,6 +5685,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -5703,9 +5723,9 @@ STAGE PLANS: tag: 0 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [a] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5718,6 +5738,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -5739,6 +5760,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -5777,9 +5799,9 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [b] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5792,6 +5814,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -5813,6 +5836,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -5859,10 +5883,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 108 Data size: 19391 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -5930,7 +5954,7 @@ PREHOOK: Input: default@src2 PREHOOK: Input: default@src3 PREHOOK: Input: default@src4 PREHOOK: Input: default@src5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select s.key, s.count from ( select key, count from src2 where key < 10 UNION DISTINCT @@ -5943,7 +5967,7 @@ POSTHOOK: Input: default@src2 POSTHOOK: Input: default@src3 POSTHOOK: Input: default@src4 POSTHOOK: Input: default@src5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 2 1 4 1 @@ -6013,9 +6037,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src2] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -6028,6 +6052,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -6049,6 +6074,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -6086,9 +6112,9 @@ STAGE PLANS: tag: 1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [b] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -6101,6 +6127,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -6122,6 +6149,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -6164,9 +6192,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src3] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src3 input format: org.apache.hadoop.mapred.TextInputFormat @@ -6179,6 +6207,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -6200,6 +6229,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -6237,9 +6267,9 @@ STAGE PLANS: tag: 0 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [a] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -6252,6 +6282,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -6273,6 +6304,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -6319,10 +6351,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 79 Data size: 14280 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -6410,7 +6442,7 @@ PREHOOK: Input: default@src2 PREHOOK: Input: default@src3 PREHOOK: Input: default@src4 PREHOOK: Input: default@src5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select s.key, s.count from ( select key, count from src2 where key < 10 UNION DISTINCT @@ -6423,7 +6455,7 @@ POSTHOOK: Input: default@src2 POSTHOOK: Input: default@src3 POSTHOOK: Input: default@src4 POSTHOOK: Input: default@src5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 0 3 2 1 @@ -6648,7 +6680,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT @@ -6859,7 +6891,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(1) as counts, key, @@ -6884,7 +6916,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 0 val_0 1 10 val_10 1 100 val_100 @@ -7218,7 +7250,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(1) as counts, key, @@ -7243,7 +7275,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 0 val_0 1 103 val_103 1 105 val_105 @@ -7577,7 +7609,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(1) as counts, key, @@ -7602,7 +7634,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 0 val_0 1 103 val_103 1 105 val_105 @@ -8076,13 +8108,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dim_pho PREHOOK: Input: default@jackson_sev_add PREHOOK: Input: default@jackson_sev_same -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select b.* from jackson_sev_same a join (select * from dim_pho UNION DISTINCT select * from jackson_sev_add)b on a.key=b.key and b.key=97 POSTHOOK: type: QUERY POSTHOOK: Input: default@dim_pho POSTHOOK: Input: default@jackson_sev_add POSTHOOK: Input: default@jackson_sev_same -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 97 val_97 97 val_97 PREHOOK: query: create table union_subq_union(key int, value string) @@ -8364,11 +8396,11 @@ POSTHOOK: Lineage: union_subq_union.value EXPRESSION [(src)src.FieldSchema(name: PREHOOK: query: select * from union_subq_union order by key, value limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@union_subq_union -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_subq_union order by key, value limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@union_subq_union -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 2 val_2 4 val_4 @@ -8624,11 +8656,11 @@ POSTHOOK: Lineage: union_subq_union29.value EXPRESSION [(src)src.FieldSchema(nam PREHOOK: query: select * from union_subq_union29 order by key, value limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@union_subq_union29 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_subq_union29 order by key, value limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@union_subq_union29 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 2 val_2 4 val_4 @@ -8923,11 +8955,11 @@ POSTHOOK: Lineage: union_out.id EXPRESSION [] PREHOOK: query: select * from union_out PREHOOK: type: QUERY PREHOOK: Input: default@union_out -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_out POSTHOOK: type: QUERY POSTHOOK: Input: default@union_out -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 1 2 @@ -9280,11 +9312,11 @@ POSTHOOK: Lineage: union_subq_union30.value EXPRESSION [(src)src.FieldSchema(nam PREHOOK: query: select * from union_subq_union30 order by key, value limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@union_subq_union30 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_subq_union30 order by key, value limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@union_subq_union30 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 2 val_2 4 val_4 @@ -9630,11 +9662,11 @@ POSTHOOK: Lineage: t4.value EXPRESSION [(t1)t1.FieldSchema(name:value, type:stri PREHOOK: query: select * from t3 PREHOOK: type: QUERY PREHOOK: Input: default@t3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t3 POSTHOOK: type: QUERY POSTHOOK: Input: default@t3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 2 1 4 1 @@ -9644,11 +9676,11 @@ POSTHOOK: Input: default@t3 PREHOOK: query: select * from t4 PREHOOK: type: QUERY PREHOOK: Input: default@t4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t4 POSTHOOK: type: QUERY POSTHOOK: Input: default@t4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### val_0 1 val_2 1 val_4 1 @@ -9980,11 +10012,11 @@ POSTHOOK: Lineage: t6.cnt EXPRESSION [(t1)t1.null, (t2)t2.null, ] PREHOOK: query: select * from t5 PREHOOK: type: QUERY PREHOOK: Input: default@t5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t5 POSTHOOK: type: QUERY POSTHOOK: Input: default@t5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 2 1 4 1 @@ -9994,11 +10026,11 @@ POSTHOOK: Input: default@t5 PREHOOK: query: select * from t6 PREHOOK: type: QUERY PREHOOK: Input: default@t6 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t6 POSTHOOK: type: QUERY POSTHOOK: Input: default@t6 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 2 1 4 1 @@ -10325,11 +10357,11 @@ POSTHOOK: Lineage: t8.cnt EXPRESSION [(t1)t1.null, (t9)t9.null, ] PREHOOK: query: select * from t7 PREHOOK: type: QUERY PREHOOK: Input: default@t7 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t7 POSTHOOK: type: QUERY POSTHOOK: Input: default@t7 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 2 1 4 1 @@ -10339,11 +10371,11 @@ POSTHOOK: Input: default@t7 PREHOOK: query: select * from t8 PREHOOK: type: QUERY PREHOOK: Input: default@t8 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t8 POSTHOOK: type: QUERY POSTHOOK: Input: default@t8 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 2 1 4 1 @@ -10444,7 +10476,7 @@ SELECT CAST(key AS BIGINT) AS key FROM t2) a PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t1 UNION DISTINCT @@ -10452,7 +10484,7 @@ SELECT CAST(key AS BIGINT) AS key FROM t2) a POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 2.0 4.0 @@ -10588,7 +10620,7 @@ SELECT CAST(key AS DOUBLE) AS key FROM t2) a PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key UNION DISTINCT @@ -10596,7 +10628,7 @@ SELECT CAST(key AS DOUBLE) AS key FROM t2) a POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 2.0 4.0 @@ -10732,7 +10764,7 @@ SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key) a PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t2 UNION DISTINCT @@ -10740,7 +10772,7 @@ SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key) a POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 2.0 4.0 @@ -10876,7 +10908,7 @@ SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2) a PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1 a JOIN t2 b ON a.key = b.key UNION DISTINCT @@ -10884,7 +10916,7 @@ SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2) a POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 0 2.0 2 4.0 4 @@ -11020,7 +11052,7 @@ SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS VARCHAR(20)) AS value FROM t1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2 UNION DISTINCT @@ -11028,7 +11060,7 @@ SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS VARCHAR(20)) AS value FROM t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 0 2.0 2 4.0 4 @@ -11242,11 +11274,11 @@ POSTHOOK: Lineage: test_src.value EXPRESSION [(src)src.FieldSchema(name:value, t PREHOOK: query: SELECT COUNT(*) FROM test_src PREHOOK: type: QUERY PREHOOK: Input: default@test_src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_src POSTHOOK: type: QUERY POSTHOOK: Input: default@test_src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 310 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src SELECT key, value FROM ( @@ -11443,11 +11475,11 @@ POSTHOOK: Lineage: test_src.value EXPRESSION [(src)src.null, (src)src.FieldSchem PREHOOK: query: SELECT COUNT(*) FROM test_src PREHOOK: type: QUERY PREHOOK: Input: default@test_src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_src POSTHOOK: type: QUERY POSTHOOK: Input: default@test_src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 310 PREHOOK: query: -- union34.q @@ -11719,7 +11751,7 @@ PREHOOK: Input: default@src10_1 PREHOOK: Input: default@src10_2 PREHOOK: Input: default@src10_3 PREHOOK: Input: default@src10_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1) sub1 JOIN (SELECT * FROM src10_2) sub0 ON (sub0.key = sub1.key) UNION DISTINCT @@ -11730,7 +11762,7 @@ POSTHOOK: Input: default@src10_1 POSTHOOK: Input: default@src10_2 POSTHOOK: Input: default@src10_3 POSTHOOK: Input: default@src10_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 238 val_238 484 val_484 278 val_278 @@ -11918,7 +11950,7 @@ PREHOOK: Input: default@src10_1 PREHOOK: Input: default@src10_2 PREHOOK: Input: default@src10_3 PREHOOK: Input: default@src10_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1) sub1 JOIN (SELECT * FROM src10_2) sub0 ON (sub0.key = sub1.key) UNION DISTINCT @@ -11929,7 +11961,7 @@ POSTHOOK: Input: default@src10_1 POSTHOOK: Input: default@src10_2 POSTHOOK: Input: default@src10_3 POSTHOOK: Input: default@src10_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 238 val_238 484 val_484 278 val_278 diff --git ql/src/test/results/clientpositive/parallel_orderby.q.out ql/src/test/results/clientpositive/parallel_orderby.q.out index 2b2bcc78e0..571362d15c 100644 --- ql/src/test/results/clientpositive/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/parallel_orderby.q.out @@ -67,7 +67,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-3 Create Table Operator: @@ -131,11 +131,11 @@ Storage Desc Params: PREHOOK: query: select * from total_ordered PREHOOK: type: QUERY PREHOOK: Input: default@total_ordered -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from total_ordered POSTHOOK: type: QUERY POSTHOOK: Input: default@total_ordered -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 128 val_128 128 val_128 150 val_150 @@ -241,11 +241,11 @@ Storage Desc Params: PREHOOK: query: select * from total_ordered PREHOOK: type: QUERY PREHOOK: Input: default@total_ordered -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from total_ordered POSTHOOK: type: QUERY POSTHOOK: Input: default@total_ordered -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 128 val_128 128 val_128 150 val_150 diff --git ql/src/test/results/clientpositive/perf/tez/query39.q.out ql/src/test/results/clientpositive/perf/tez/query39.q.out index 8e91494b47..38d5c263ba 100644 --- ql/src/test/results/clientpositive/perf/tez/query39.q.out +++ ql/src/test/results/clientpositive/perf/tez/query39.q.out @@ -221,7 +221,7 @@ PREHOOK: Input: default@date_dim PREHOOK: Input: default@inventory PREHOOK: Input: default@item PREHOOK: Input: default@warehouse -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with inv as (select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy ,stdev,mean, case mean when 0 then null else stdev/mean end cov @@ -252,4 +252,4 @@ POSTHOOK: Input: default@date_dim POSTHOOK: Input: default@inventory POSTHOOK: Input: default@item POSTHOOK: Input: default@warehouse -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/root_dir_external_table.q.out ql/src/test/results/clientpositive/root_dir_external_table.q.out index 238a409a1d..7ba2b5bd1e 100644 --- ql/src/test/results/clientpositive/root_dir_external_table.q.out +++ ql/src/test/results/clientpositive/root_dir_external_table.q.out @@ -1,26 +1,28 @@ -#### A masked pattern was here #### +PREHOOK: query: insert overwrite directory "hdfs://### HDFS PATH ###" select key from src where (key < 20) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### +POSTHOOK: query: insert overwrite directory "hdfs://### HDFS PATH ###" select key from src where (key < 20) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### +PREHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs:///' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@roottable -#### A masked pattern was here #### +POSTHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@roottable PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/scriptfile1.q.out ql/src/test/results/clientpositive/scriptfile1.q.out index cf718ccc03..f105cf40af 100644 --- ql/src/test/results/clientpositive/scriptfile1.q.out +++ ql/src/test/results/clientpositive/scriptfile1.q.out @@ -31,11 +31,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 val_10 100 val_100 100 val_100 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out index 91408df129..9939e834bd 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out @@ -195,7 +195,7 @@ PREHOOK: Input: default@bucket_big@day=day1/pri=1 PREHOOK: Input: default@bucket_small PREHOOK: Input: default@bucket_small@pri=1 PREHOOK: Input: default@bucket_small@pri=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.key , a.value , @@ -225,7 +225,7 @@ POSTHOOK: Input: default@bucket_big@day=day1/pri=1 POSTHOOK: Input: default@bucket_small POSTHOOK: Input: default@bucket_small@pri=1 POSTHOOK: Input: default@bucket_small@pri=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 val_0 day1 1 0 val_0 val_0 day1 1 0 val_0 val_0 day1 1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark new file mode 100644 index 0000000000..b7772347b5 --- /dev/null +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark @@ -0,0 +1,252 @@ +PREHOOK: query: CREATE TABLE stage_bucket_big +( +key BIGINT, +value STRING +) +PARTITIONED BY (file_tag STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@stage_bucket_big +POSTHOOK: query: CREATE TABLE stage_bucket_big +( +key BIGINT, +value STRING +) +PARTITIONED BY (file_tag STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@stage_bucket_big +PREHOOK: query: CREATE TABLE bucket_big +( +key BIGINT, +value STRING +) +PARTITIONED BY (day STRING, pri bigint) +clustered by (key) sorted by (key) into 12 buckets +stored as RCFile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucket_big +POSTHOOK: query: CREATE TABLE bucket_big +( +key BIGINT, +value STRING +) +PARTITIONED BY (day STRING, pri bigint) +clustered by (key) sorted by (key) into 12 buckets +stored as RCFile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucket_big +PREHOOK: query: CREATE TABLE stage_bucket_small +( +key BIGINT, +value string +) +PARTITIONED BY (file_tag STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@stage_bucket_small +POSTHOOK: query: CREATE TABLE stage_bucket_small +( +key BIGINT, +value string +) +PARTITIONED BY (file_tag STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@stage_bucket_small +PREHOOK: query: CREATE TABLE bucket_small +( +key BIGINT, +value string +) +PARTITIONED BY (pri bigint) +clustered by (key) sorted by (key) into 12 buckets +stored as RCFile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucket_small +POSTHOOK: query: CREATE TABLE bucket_small +( +key BIGINT, +value string +) +PARTITIONED BY (pri bigint) +clustered by (key) sorted by (key) into 12 buckets +stored as RCFile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucket_small +PREHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/big/000000_0' overwrite into table stage_bucket_small partition (file_tag='1') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@stage_bucket_small +POSTHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/big/000000_0' overwrite into table stage_bucket_small partition (file_tag='1') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@stage_bucket_small +POSTHOOK: Output: default@stage_bucket_small@file_tag=1 +PREHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/big/000000_0' overwrite into table stage_bucket_small partition (file_tag='2') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@stage_bucket_small +POSTHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/big/000000_0' overwrite into table stage_bucket_small partition (file_tag='2') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@stage_bucket_small +POSTHOOK: Output: default@stage_bucket_small@file_tag=2 +PREHOOK: query: insert overwrite table bucket_small partition(pri) +select +key, +value, +file_tag as pri +from +stage_bucket_small +where file_tag between 1 and 2 +PREHOOK: type: QUERY +PREHOOK: Input: default@stage_bucket_small +PREHOOK: Input: default@stage_bucket_small@file_tag=1 +PREHOOK: Input: default@stage_bucket_small@file_tag=2 +PREHOOK: Output: default@bucket_small +POSTHOOK: query: insert overwrite table bucket_small partition(pri) +select +key, +value, +file_tag as pri +from +stage_bucket_small +where file_tag between 1 and 2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stage_bucket_small +POSTHOOK: Input: default@stage_bucket_small@file_tag=1 +POSTHOOK: Input: default@stage_bucket_small@file_tag=2 +POSTHOOK: Output: default@bucket_small@pri=1 +POSTHOOK: Output: default@bucket_small@pri=2 +POSTHOOK: Lineage: bucket_small PARTITION(pri=1).key SIMPLE [(stage_bucket_small)stage_bucket_small.FieldSchema(name:key, type:bigint, comment:null), ] +POSTHOOK: Lineage: bucket_small PARTITION(pri=1).value SIMPLE [(stage_bucket_small)stage_bucket_small.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucket_small PARTITION(pri=2).key SIMPLE [(stage_bucket_small)stage_bucket_small.FieldSchema(name:key, type:bigint, comment:null), ] +POSTHOOK: Lineage: bucket_small PARTITION(pri=2).value SIMPLE [(stage_bucket_small)stage_bucket_small.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/small/000000_0' overwrite into table stage_bucket_big partition (file_tag='1') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@stage_bucket_big +POSTHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/small/000000_0' overwrite into table stage_bucket_big partition (file_tag='1') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@stage_bucket_big +POSTHOOK: Output: default@stage_bucket_big@file_tag=1 +PREHOOK: query: insert overwrite table bucket_big partition(day,pri) +select +key, +value, +'day1' as day, +1 as pri +from +stage_bucket_big +where +file_tag='1' +PREHOOK: type: QUERY +PREHOOK: Input: default@stage_bucket_big +PREHOOK: Input: default@stage_bucket_big@file_tag=1 +PREHOOK: Output: default@bucket_big +POSTHOOK: query: insert overwrite table bucket_big partition(day,pri) +select +key, +value, +'day1' as day, +1 as pri +from +stage_bucket_big +where +file_tag='1' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stage_bucket_big +POSTHOOK: Input: default@stage_bucket_big@file_tag=1 +POSTHOOK: Output: default@bucket_big@day=day1/pri=1 +POSTHOOK: Lineage: bucket_big PARTITION(day=day1,pri=1).key SIMPLE [(stage_bucket_big)stage_bucket_big.FieldSchema(name:key, type:bigint, comment:null), ] +POSTHOOK: Lineage: bucket_big PARTITION(day=day1,pri=1).value SIMPLE [(stage_bucket_big)stage_bucket_big.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select +a.key , +a.value , +b.value , +'day1' as day, +1 as pri +from +( +select +key, +value +from bucket_big where day='day1' +) a +left outer join +( +select +key, +value +from bucket_small +where pri between 1 and 2 +) b +on +(a.key = b.key) +PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@day=day1/pri=1 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@pri=1 +PREHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### +POSTHOOK: query: select +a.key , +a.value , +b.value , +'day1' as day, +1 as pri +from +( +select +key, +value +from bucket_big where day='day1' +) a +left outer join +( +select +key, +value +from bucket_small +where pri between 1 and 2 +) b +on +(a.key = b.key) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@pri=1 +POSTHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +103 val_103 val_103 day1 1 +103 val_103 val_103 day1 1 +103 val_103 val_103 day1 1 +103 val_103 val_103 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +172 val_172 val_172 day1 1 +172 val_172 val_172 day1 1 +172 val_172 val_172 day1 1 +172 val_172 val_172 day1 1 +374 val_374 val_374 day1 1 +374 val_374 val_374 day1 1 diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out ql/src/test/results/clientpositive/spark/bucket4.q.out index 63683fc8bd..4df95d55f8 100644 --- ql/src/test/results/clientpositive/spark/bucket4.q.out +++ ql/src/test/results/clientpositive/spark/bucket4.q.out @@ -46,9 +46,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,6 +61,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -82,6 +83,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -106,10 +108,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -123,6 +125,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket4_1 numFiles 0 numRows 0 @@ -142,7 +145,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -156,6 +159,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket4_1 numFiles 0 numRows 0 @@ -171,7 +175,7 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table bucket4_1 select * from src @@ -211,11 +215,11 @@ STAGE PLANS: PREHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY PREHOOK: Input: default@bucket4_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket4_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out_spark ql/src/test/results/clientpositive/spark/bucket4.q.out_spark new file mode 100644 index 0000000000..4df95d55f8 --- /dev/null +++ ql/src/test/results/clientpositive/spark/bucket4.q.out_spark @@ -0,0 +1,469 @@ +PREHOOK: query: CREATE TABLE bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucket4_1 +POSTHOOK: query: CREATE TABLE bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucket4_1 +PREHOOK: query: explain extended +insert overwrite table bucket4_1 +select * from src +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +insert overwrite table bucket4_1 +select * from src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: UDFToInteger(_col0) (type: int) + null sort order: a + sort order: + + Map-reduce partition columns: UDFToInteger(_col0) (type: int) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: string), _col1 (type: string) + auto parallelism: false + Path -> Alias: + hdfs://### HDFS PATH ### [src] + Path -> Partition: + hdfs://### HDFS PATH ### + Partition + base file name: src + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.src + name: default.src + Truncated Path -> Alias: + /src [src] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 1 + directory: hdfs://### HDFS PATH ### + NumFilesPerFileSink: 2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + SORTBUCKETCOLSPREFIX TRUE + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.bucket4_1 + numFiles 0 + numRows 0 + rawDataSize 0 + serialization.ddl struct bucket4_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket4_1 + TotalFiles: 2 + GatherStats: true + MultiFileSpray: true + + Stage: Stage-0 + Move Operator + tables: + replace: true + source: hdfs://### HDFS PATH ### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + SORTBUCKETCOLSPREFIX TRUE + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.bucket4_1 + numFiles 0 + numRows 0 + rawDataSize 0 + serialization.ddl struct bucket4_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket4_1 + + Stage: Stage-2 + Stats Work + Basic Stats Work: + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### + +PREHOOK: query: insert overwrite table bucket4_1 +select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket4_1 +POSTHOOK: query: insert overwrite table bucket4_1 +select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket4_1 +POSTHOOK: Lineage: bucket4_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +select * from bucket4_1 tablesample (bucket 1 out of 2) s +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from bucket4_1 tablesample (bucket 1 out of 2) s +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: s + Filter Operator + predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean) + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + ListSink + +PREHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s +PREHOOK: type: QUERY +PREHOOK: Input: default@bucket4_1 +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket4_1 +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 val_0 +0 val_0 +0 val_0 +2 val_2 +4 val_4 +8 val_8 +10 val_10 +12 val_12 +12 val_12 +18 val_18 +18 val_18 +20 val_20 +24 val_24 +24 val_24 +26 val_26 +26 val_26 +28 val_28 +30 val_30 +34 val_34 +42 val_42 +42 val_42 +44 val_44 +54 val_54 +58 val_58 +58 val_58 +64 val_64 +66 val_66 +70 val_70 +70 val_70 +70 val_70 +72 val_72 +72 val_72 +74 val_74 +76 val_76 +76 val_76 +78 val_78 +80 val_80 +82 val_82 +84 val_84 +84 val_84 +86 val_86 +90 val_90 +90 val_90 +90 val_90 +92 val_92 +96 val_96 +98 val_98 +98 val_98 +100 val_100 +100 val_100 +104 val_104 +104 val_104 +114 val_114 +116 val_116 +118 val_118 +118 val_118 +120 val_120 +120 val_120 +126 val_126 +128 val_128 +128 val_128 +128 val_128 +134 val_134 +134 val_134 +136 val_136 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +146 val_146 +146 val_146 +150 val_150 +152 val_152 +152 val_152 +156 val_156 +158 val_158 +160 val_160 +162 val_162 +164 val_164 +164 val_164 +166 val_166 +168 val_168 +170 val_170 +172 val_172 +172 val_172 +174 val_174 +174 val_174 +176 val_176 +176 val_176 +178 val_178 +180 val_180 +186 val_186 +190 val_190 +192 val_192 +194 val_194 +196 val_196 +200 val_200 +200 val_200 +202 val_202 +208 val_208 +208 val_208 +208 val_208 +214 val_214 +216 val_216 +216 val_216 +218 val_218 +222 val_222 +224 val_224 +224 val_224 +226 val_226 +228 val_228 +230 val_230 +230 val_230 +230 val_230 +230 val_230 +230 val_230 +238 val_238 +238 val_238 +242 val_242 +242 val_242 +244 val_244 +248 val_248 +252 val_252 +256 val_256 +256 val_256 +258 val_258 +260 val_260 +262 val_262 +266 val_266 +272 val_272 +272 val_272 +274 val_274 +278 val_278 +278 val_278 +280 val_280 +280 val_280 +282 val_282 +282 val_282 +284 val_284 +286 val_286 +288 val_288 +288 val_288 +292 val_292 +296 val_296 +298 val_298 +298 val_298 +298 val_298 +302 val_302 +306 val_306 +308 val_308 +310 val_310 +316 val_316 +316 val_316 +316 val_316 +318 val_318 +318 val_318 +318 val_318 +322 val_322 +322 val_322 +332 val_332 +336 val_336 +338 val_338 +342 val_342 +342 val_342 +344 val_344 +344 val_344 +348 val_348 +348 val_348 +348 val_348 +348 val_348 +348 val_348 +356 val_356 +360 val_360 +362 val_362 +364 val_364 +366 val_366 +368 val_368 +374 val_374 +378 val_378 +382 val_382 +382 val_382 +384 val_384 +384 val_384 +384 val_384 +386 val_386 +392 val_392 +394 val_394 +396 val_396 +396 val_396 +396 val_396 +400 val_400 +402 val_402 +404 val_404 +404 val_404 +406 val_406 +406 val_406 +406 val_406 +406 val_406 +414 val_414 +414 val_414 +418 val_418 +424 val_424 +424 val_424 +430 val_430 +430 val_430 +430 val_430 +432 val_432 +436 val_436 +438 val_438 +438 val_438 +438 val_438 +444 val_444 +446 val_446 +448 val_448 +452 val_452 +454 val_454 +454 val_454 +454 val_454 +458 val_458 +458 val_458 +460 val_460 +462 val_462 +462 val_462 +466 val_466 +466 val_466 +466 val_466 +468 val_468 +468 val_468 +468 val_468 +468 val_468 +470 val_470 +472 val_472 +478 val_478 +478 val_478 +480 val_480 +480 val_480 +480 val_480 +482 val_482 +484 val_484 +490 val_490 +492 val_492 +492 val_492 +494 val_494 +496 val_496 +498 val_498 +498 val_498 +498 val_498 diff --git ql/src/test/results/clientpositive/spark/bucket5.q.out ql/src/test/results/clientpositive/spark/bucket5.q.out index e3e18a52d4..27f07406b2 100644 --- ql/src/test/results/clientpositive/spark/bucket5.q.out +++ ql/src/test/results/clientpositive/spark/bucket5.q.out @@ -59,9 +59,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -74,6 +74,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -95,6 +96,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -129,9 +131,9 @@ STAGE PLANS: value expressions: _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -144,6 +146,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -165,6 +168,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -189,10 +193,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -206,6 +210,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucketed_table numFiles 0 numRows 0 @@ -230,10 +235,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 2 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -245,6 +250,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -264,7 +270,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -278,6 +284,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucketed_table numFiles 0 numRows 0 @@ -293,13 +300,13 @@ STAGE PLANS: Stage: Stage-3 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Stage: Stage-1 Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -311,6 +318,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -326,7 +334,7 @@ STAGE PLANS: Stage: Stage-4 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value @@ -384,11 +392,11 @@ Storage Desc Params: PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -402,11 +410,11 @@ POSTHOOK: Input: default@bucketed_table PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -420,18 +428,18 @@ POSTHOOK: Input: default@bucketed_table PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM unbucketed_table PREHOOK: type: QUERY PREHOOK: Input: default@unbucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM unbucketed_table POSTHOOK: type: QUERY POSTHOOK: Input: default@unbucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 diff --git ql/src/test/results/clientpositive/spark/bucket6.q.out ql/src/test/results/clientpositive/spark/bucket6.q.out index b5d33471eb..77632fa15e 100644 --- ql/src/test/results/clientpositive/spark/bucket6.q.out +++ ql/src/test/results/clientpositive/spark/bucket6.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: src_bucket.value SIMPLE [(srcpart)srcpart.FieldSchema(name:va PREHOOK: query: select * from src_bucket limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@src_bucket -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_bucket limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_bucket -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/bucketizedhiveinputformat.q.out ql/src/test/results/clientpositive/spark/bucketizedhiveinputformat.q.out index c4c2bce692..12d932553e 100644 --- ql/src/test/results/clientpositive/spark/bucketizedhiveinputformat.q.out +++ ql/src/test/results/clientpositive/spark/bucketizedhiveinputformat.q.out @@ -69,36 +69,36 @@ POSTHOOK: Output: default@t3 PREHOOK: query: SELECT COUNT(1) FROM T2 PREHOOK: type: QUERY PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(1) FROM T2 POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5000000 PREHOOK: query: SELECT COUNT(1) FROM T3 PREHOOK: type: QUERY PREHOOK: Input: default@t3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(1) FROM T3 POSTHOOK: type: QUERY POSTHOOK: Input: default@t3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: SELECT COUNT(1) FROM T2 PREHOOK: type: QUERY PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(1) FROM T2 POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5000000 PREHOOK: query: SELECT COUNT(1) FROM T3 PREHOOK: type: QUERY PREHOOK: Input: default@t3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(1) FROM T3 POSTHOOK: type: QUERY POSTHOOK: Input: default@t3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out index c9b344e856..87fb856a62 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out @@ -62,11 +62,11 @@ POSTHOOK: Lineage: tmp3.c SIMPLE [(tmp2)l.FieldSchema(name:b, type:string, comme PREHOOK: query: select * from tmp3 PREHOOK: type: QUERY PREHOOK: Input: default@tmp3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmp3 POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 val_0 0 val_0 val_0 0 val_0 val_0 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out index f67dec578b..d7967d1d10 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out @@ -93,13 +93,14 @@ STAGE PLANS: Map Reduce Local Work Bucket Mapjoin Context: Alias Bucket File Name Mapping: -#### A masked pattern was here #### + b {hdfs://### HDFS PATH ###[hdfs://### HDFS PATH ###], hdfs://### HDFS PATH ###[hdfs://### HDFS PATH ###]} Alias Bucket Output File Name Mapping: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### 0 + hdfs://### HDFS PATH ### 1 Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [b] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: hr=0 input format: org.apache.hadoop.mapred.TextInputFormat @@ -115,6 +116,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcbucket_mapjoin_part_2 numFiles 2 numRows 0 @@ -138,6 +140,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcbucket_mapjoin_part_2 partition_columns ds/hr partition_columns.types string:string @@ -196,13 +199,14 @@ STAGE PLANS: Map Reduce Local Work Bucket Mapjoin Context: Alias Bucket File Name Mapping: -#### A masked pattern was here #### + b {hdfs://### HDFS PATH ###[hdfs://### HDFS PATH ###], hdfs://### HDFS PATH ###[hdfs://### HDFS PATH ###]} Alias Bucket Output File Name Mapping: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### 0 + hdfs://### HDFS PATH ### 1 Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [a] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: hr=0 input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,6 +222,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcbucket_mapjoin_part_1 numFiles 2 numRows 0 @@ -241,6 +246,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcbucket_mapjoin_part_1 partition_columns ds/hr partition_columns.types string:string @@ -266,10 +272,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -301,7 +307,7 @@ PREHOOK: Input: default@srcbucket_mapjoin_part_1 PREHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 PREHOOK: Input: default@srcbucket_mapjoin_part_2 PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' @@ -311,5 +317,5 @@ POSTHOOK: Input: default@srcbucket_mapjoin_part_1 POSTHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 POSTHOOK: Input: default@srcbucket_mapjoin_part_2 POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark new file mode 100644 index 0000000000..dfe490fe65 --- /dev/null +++ ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark @@ -0,0 +1,321 @@ +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_1 (key INT, value STRING) PARTITIONED BY (ds STRING, hr STRING) +CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_part_1 +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_1 (key INT, value STRING) PARTITIONED BY (ds STRING, hr STRING) +CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_part_1 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_1 PARTITION (ds='2008-04-08', hr='0') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_1 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_1 PARTITION (ds='2008-04-08', hr='0') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_1 +POSTHOOK: Output: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_1 PARTITION (ds='2008-04-08', hr='0') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_1 PARTITION (ds='2008-04-08', hr='0') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key INT, value STRING) PARTITIONED BY (ds STRING, hr STRING) +CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_part_2 +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key INT, value STRING) PARTITIONED BY (ds STRING, hr STRING) +CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_part_2 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_2 PARTITION (ds='2008-04-08', hr='0') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_2 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_2 PARTITION (ds='2008-04-08', hr='0') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_2 +POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_2 PARTITION (ds='2008-04-08', hr='0') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_2 PARTITION (ds='2008-04-08', hr='0') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +PREHOOK: query: EXPLAIN EXTENDED +SELECT /*+ MAPJOIN(b) */ a.key, b.value +FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b +ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' +ORDER BY a.key, b.value LIMIT 1 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT /*+ MAPJOIN(b) */ a.key, b.value +FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b +ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' +ORDER BY a.key, b.value LIMIT 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-2 is a root stage + Stage-1 depends on stages: Stage-2 + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-2 + Spark +#### A masked pattern was here #### + Vertices: + Map 3 + Map Operator Tree: + TableScan + alias: b + Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: key is not null (type: boolean) + Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Spark HashTable Sink Operator + keys: + 0 key (type: int) + 1 key (type: int) + Position of Big Table: 0 + Local Work: + Map Reduce Local Work + Bucket Mapjoin Context: + Alias Bucket File Name Mapping: +#### A masked pattern was here #### + Alias Bucket Output File Name Mapping: +#### A masked pattern was here #### +#### A masked pattern was here #### + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=0 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 0 + properties: + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### +#### A masked pattern was here #### + name default.srcbucket_mapjoin_part_2 + numFiles 2 + numRows 0 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 0 + serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 2750 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### +#### A masked pattern was here #### + name default.srcbucket_mapjoin_part_2 + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin_part_2 + name: default.srcbucket_mapjoin_part_2 + Truncated Path -> Alias: + /srcbucket_mapjoin_part_2/ds=2008-04-08/hr=0 [b] + + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (SORT, 1) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: key is not null (type: boolean) + Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 key (type: int) + 1 key (type: int) + outputColumnNames: _col0, _col8 + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + BucketMapJoin: true + Select Operator + expressions: _col0 (type: int), _col8 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: string) + null sort order: aa + sort order: ++ + Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 1 + TopN Hash Memory Usage: 0.1 + auto parallelism: false + Local Work: + Map Reduce Local Work + Bucket Mapjoin Context: + Alias Bucket File Name Mapping: +#### A masked pattern was here #### + Alias Bucket Output File Name Mapping: +#### A masked pattern was here #### +#### A masked pattern was here #### + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=0 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 0 + properties: + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### +#### A masked pattern was here #### + name default.srcbucket_mapjoin_part_1 + numFiles 2 + numRows 0 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 0 + serialization.ddl struct srcbucket_mapjoin_part_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 2750 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### +#### A masked pattern was here #### + name default.srcbucket_mapjoin_part_1 + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcbucket_mapjoin_part_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin_part_1 + name: default.srcbucket_mapjoin_part_1 + Truncated Path -> Alias: + /srcbucket_mapjoin_part_1/ds=2008-04-08/hr=0 [a] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1 + columns.types int:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT /*+ MAPJOIN(b) */ a.key, b.value +FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b +ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' +ORDER BY a.key, b.value LIMIT 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +#### A masked pattern was here #### +POSTHOOK: query: SELECT /*+ MAPJOIN(b) */ a.key, b.value +FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b +ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' +ORDER BY a.key, b.value LIMIT 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +#### A masked pattern was here #### +0 val_0 diff --git ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out index 01bac11764..ae9da65407 100644 --- ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out +++ ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out @@ -140,12 +140,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 val101 3 t1val01 val104 3 t1val01 val106 @@ -272,13 +272,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table2 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table2.val2 from table1 inner join table2 on table1.val = 't1val01' and table1.id = table2.id left semi join table3 on table1.dimid = table3.id POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table2 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 t2val201 3 t1val01 t2val203 3 t1val01 t2val203 @@ -404,13 +404,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table2 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table2.val2 from table1 left semi join table3 on table1.dimid = table3.id inner join table2 on table1.val = 't1val01' and table1.id = table2.id POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table2 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 t2val201 3 t1val01 t2val203 3 t1val01 t2val203 @@ -497,12 +497,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid <> 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) PREHOOK: type: QUERY POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) @@ -586,12 +586,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 val101 3 t1val01 val104 PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 200 @@ -677,12 +677,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 200 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 PREHOOK: type: QUERY POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 @@ -766,12 +766,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 val101 3 t1val01 val104 PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 @@ -857,11 +857,11 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 val101 3 t1val01 val104 diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out index 86d6e1a874..96a405aa95 100644 --- ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out @@ -45,9 +45,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -60,6 +60,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -81,6 +82,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -105,10 +107,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -121,6 +123,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket2_1 numFiles 0 numRows 0 @@ -140,7 +143,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -153,6 +156,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket2_1 numFiles 0 numRows 0 @@ -168,7 +172,7 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table bucket2_1 select * from src @@ -239,11 +243,11 @@ STAGE PLANS: PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key PREHOOK: type: QUERY PREHOOK: Input: default@bucket2_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket2_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark new file mode 100644 index 0000000000..27d14f50b2 --- /dev/null +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark @@ -0,0 +1,497 @@ +PREHOOK: query: CREATE TABLE bucket2_1(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucket2_1 +POSTHOOK: query: CREATE TABLE bucket2_1(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucket2_1 +PREHOOK: query: explain extended +insert overwrite table bucket2_1 +select * from src +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +insert overwrite table bucket2_1 +select * from src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + null sort order: + sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: string), _col1 (type: string) + auto parallelism: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: src + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.src + name: default.src + Truncated Path -> Alias: + /src [src] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### +#### A masked pattern was here #### + name default.bucket2_1 + numFiles 0 + numRows 0 + rawDataSize 0 + serialization.ddl struct bucket2_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket2_1 + TotalFiles: 2 + GatherStats: true + MultiFileSpray: true + + Stage: Stage-0 + Move Operator + tables: + replace: true +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### +#### A masked pattern was here #### + name default.bucket2_1 + numFiles 0 + numRows 0 + rawDataSize 0 + serialization.ddl struct bucket2_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket2_1 + + Stage: Stage-2 + Stats Work + Basic Stats Work: +#### A masked pattern was here #### + +PREHOOK: query: insert overwrite table bucket2_1 +select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1 +POSTHOOK: query: insert overwrite table bucket2_1 +select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1 +POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (SORT, 1) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### +POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### +0 val_0 +0 val_0 +0 val_0 +2 val_2 +4 val_4 +8 val_8 +10 val_10 +12 val_12 +12 val_12 +18 val_18 +18 val_18 +20 val_20 +24 val_24 +24 val_24 +26 val_26 +26 val_26 +28 val_28 +30 val_30 +34 val_34 +42 val_42 +42 val_42 +44 val_44 +54 val_54 +58 val_58 +58 val_58 +64 val_64 +66 val_66 +70 val_70 +70 val_70 +70 val_70 +72 val_72 +72 val_72 +74 val_74 +76 val_76 +76 val_76 +78 val_78 +80 val_80 +82 val_82 +84 val_84 +84 val_84 +86 val_86 +90 val_90 +90 val_90 +90 val_90 +92 val_92 +96 val_96 +98 val_98 +98 val_98 +100 val_100 +100 val_100 +104 val_104 +104 val_104 +114 val_114 +116 val_116 +118 val_118 +118 val_118 +120 val_120 +120 val_120 +126 val_126 +128 val_128 +128 val_128 +128 val_128 +134 val_134 +134 val_134 +136 val_136 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +146 val_146 +146 val_146 +150 val_150 +152 val_152 +152 val_152 +156 val_156 +158 val_158 +160 val_160 +162 val_162 +164 val_164 +164 val_164 +166 val_166 +168 val_168 +170 val_170 +172 val_172 +172 val_172 +174 val_174 +174 val_174 +176 val_176 +176 val_176 +178 val_178 +180 val_180 +186 val_186 +190 val_190 +192 val_192 +194 val_194 +196 val_196 +200 val_200 +200 val_200 +202 val_202 +208 val_208 +208 val_208 +208 val_208 +214 val_214 +216 val_216 +216 val_216 +218 val_218 +222 val_222 +224 val_224 +224 val_224 +226 val_226 +228 val_228 +230 val_230 +230 val_230 +230 val_230 +230 val_230 +230 val_230 +238 val_238 +238 val_238 +242 val_242 +242 val_242 +244 val_244 +248 val_248 +252 val_252 +256 val_256 +256 val_256 +258 val_258 +260 val_260 +262 val_262 +266 val_266 +272 val_272 +272 val_272 +274 val_274 +278 val_278 +278 val_278 +280 val_280 +280 val_280 +282 val_282 +282 val_282 +284 val_284 +286 val_286 +288 val_288 +288 val_288 +292 val_292 +296 val_296 +298 val_298 +298 val_298 +298 val_298 +302 val_302 +306 val_306 +308 val_308 +310 val_310 +316 val_316 +316 val_316 +316 val_316 +318 val_318 +318 val_318 +318 val_318 +322 val_322 +322 val_322 +332 val_332 +336 val_336 +338 val_338 +342 val_342 +342 val_342 +344 val_344 +344 val_344 +348 val_348 +348 val_348 +348 val_348 +348 val_348 +348 val_348 +356 val_356 +360 val_360 +362 val_362 +364 val_364 +366 val_366 +368 val_368 +374 val_374 +378 val_378 +382 val_382 +382 val_382 +384 val_384 +384 val_384 +384 val_384 +386 val_386 +392 val_392 +394 val_394 +396 val_396 +396 val_396 +396 val_396 +400 val_400 +402 val_402 +404 val_404 +404 val_404 +406 val_406 +406 val_406 +406 val_406 +406 val_406 +414 val_414 +414 val_414 +418 val_418 +424 val_424 +424 val_424 +430 val_430 +430 val_430 +430 val_430 +432 val_432 +436 val_436 +438 val_438 +438 val_438 +438 val_438 +444 val_444 +446 val_446 +448 val_448 +452 val_452 +454 val_454 +454 val_454 +454 val_454 +458 val_458 +458 val_458 +460 val_460 +462 val_462 +462 val_462 +466 val_466 +466 val_466 +466 val_466 +468 val_468 +468 val_468 +468 val_468 +468 val_468 +470 val_470 +472 val_472 +478 val_478 +478 val_478 +480 val_480 +480 val_480 +480 val_480 +482 val_482 +484 val_484 +490 val_490 +492 val_492 +492 val_492 +494 val_494 +496 val_496 +498 val_498 +498 val_498 +498 val_498 diff --git ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out index 0379c9ce80..39a5d5d21e 100644 --- ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out +++ ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out @@ -259,19 +259,19 @@ STAGE PLANS: PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: SELECT dest2.* FROM dest2 PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest2.* FROM dest2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE dest1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@dest1 @@ -461,11 +461,11 @@ STAGE PLANS: PREHOOK: query: SELECT * FROM tmptable x SORT BY x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM tmptable x SORT BY x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE tmtable PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE tmtable diff --git ql/src/test/results/clientpositive/spark/empty_dir_in_table.q.out ql/src/test/results/clientpositive/spark/empty_dir_in_table.q.out index e804de3f76..c91a3e2cc5 100644 --- ql/src/test/results/clientpositive/spark/empty_dir_in_table.q.out +++ ql/src/test/results/clientpositive/spark/empty_dir_in_table.q.out @@ -1,21 +1,21 @@ -#### A masked pattern was here #### +PREHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@roottable -#### A masked pattern was here #### +POSTHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@roottable PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: insert into table roottable select key from src where (key < 20) order by key PREHOOK: type: QUERY @@ -29,18 +29,18 @@ POSTHOOK: Lineage: roottable.key SIMPLE [(src)src.FieldSchema(name:key, type:str PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 diff --git ql/src/test/results/clientpositive/spark/external_table_with_space_in_location_path.q.out ql/src/test/results/clientpositive/spark/external_table_with_space_in_location_path.q.out index 831e339919..e8fe19f4f1 100644 --- ql/src/test/results/clientpositive/spark/external_table_with_space_in_location_path.q.out +++ ql/src/test/results/clientpositive/spark/external_table_with_space_in_location_path.q.out @@ -1,32 +1,32 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+with space PREHOOK: Output: database:default PREHOOK: Output: default@spacetest #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+with space POSTHOOK: Output: database:default POSTHOOK: Output: default@spacetest PREHOOK: query: SELECT * FROM spacetest PREHOOK: type: QUERY PREHOOK: Input: default@spacetest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM spacetest POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 jason 13 steven 15 joe PREHOOK: query: SELECT count(*) FROM spacetest PREHOOK: type: QUERY PREHOOK: Input: default@spacetest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM spacetest POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE spacetest PREHOOK: type: DROPTABLE @@ -46,23 +46,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@spacetestpartition #### A masked pattern was here #### PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+with space PREHOOK: Output: default@spacetestpartition #### A masked pattern was here #### POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+with space POSTHOOK: Output: default@spacetestpartition POSTHOOK: Output: default@spacetestpartition@day=10 PREHOOK: query: SELECT * FROM spacetestpartition PREHOOK: type: QUERY PREHOOK: Input: default@spacetestpartition PREHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM spacetestpartition POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetestpartition POSTHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 jason 10 13 steven 10 15 joe 10 @@ -70,12 +70,12 @@ PREHOOK: query: SELECT count(*) FROM spacetestpartition PREHOOK: type: QUERY PREHOOK: Input: default@spacetestpartition PREHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM spacetestpartition POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetestpartition POSTHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE spacetestpartition PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/file_with_header_footer.q.out ql/src/test/results/clientpositive/spark/file_with_header_footer.q.out index ca3dadb2b9..e16df6beaa 100644 --- ql/src/test/results/clientpositive/spark/file_with_header_footer.q.out +++ ql/src/test/results/clientpositive/spark/file_with_header_footer.q.out @@ -1,21 +1,21 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@header_footer_table_1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_1 PREHOOK: query: SELECT * FROM header_footer_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 dave oozie 2 xifa phd 3 @@ -30,11 +30,11 @@ david3 oozie 22 PREHOOK: query: SELECT * FROM header_footer_table_1 WHERE id < 50 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 dave oozie 2 xifa phd 3 @@ -54,31 +54,31 @@ POSTHOOK: query: CREATE EXTERNAL TABLE header_footer_table_2 (name string, messa POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=1) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=1) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=1 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=2) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=2) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=2 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=3) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=3) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=3 PREHOOK: query: SELECT * FROM header_footer_table_2 @@ -87,14 +87,14 @@ PREHOOK: Input: default@header_footer_table_2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_2 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 2012 1 1 dave oozie 2 2012 1 1 xifa phd 3 2012 1 1 @@ -112,14 +112,14 @@ PREHOOK: Input: default@header_footer_table_2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_2 WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 2012 1 1 dave oozie 2 2012 1 1 xifa phd 3 2012 1 1 @@ -133,30 +133,30 @@ shanyu2 senior 15 2012 1 2 david3 oozie 22 2012 1 3 #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@emptytable #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@emptytable PREHOOK: query: SELECT * FROM emptytable PREHOOK: type: QUERY PREHOOK: Input: default@emptytable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM emptytable POSTHOOK: type: QUERY POSTHOOK: Input: default@emptytable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: SELECT * FROM emptytable WHERE id < 50 PREHOOK: type: QUERY PREHOOK: Input: default@emptytable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM emptytable WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@emptytable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE header_footer_table_1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@header_footer_table_1 diff --git ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out index 53d982acb3..c277fdd860 100644 --- ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out +++ ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out @@ -75,11 +75,11 @@ STAGE PLANS: PREHOOK: query: select example_add10(x) as a,example_add10(y) as b from t1 order by a desc,b limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@t1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select example_add10(x) as a,example_add10(y) as b from t1 order by a desc,b limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 18 28.0 18 38.0 17 27.0 diff --git ql/src/test/results/clientpositive/spark/import_exported_table.q.out ql/src/test/results/clientpositive/spark/import_exported_table.q.out index 65d7480773..68d3dd8562 100644 --- ql/src/test/results/clientpositive/spark/import_exported_table.q.out +++ ql/src/test/results/clientpositive/spark/import_exported_table.q.out @@ -1,10 +1,10 @@ #### A masked pattern was here #### PREHOOK: type: IMPORT -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default #### A masked pattern was here #### POSTHOOK: type: IMPORT -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@j1_41 PREHOOK: query: DESCRIBE j1_41 @@ -18,11 +18,11 @@ b int PREHOOK: query: SELECT * from j1_41 PREHOOK: type: QUERY PREHOOK: Input: default@j1_41 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * from j1_41 POSTHOOK: type: QUERY POSTHOOK: Input: default@j1_41 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### johndee 1 burks 2 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/index_bitmap3.q.out ql/src/test/results/clientpositive/spark/index_bitmap3.q.out index 46e872dabe..1687bd2216 100644 --- ql/src/test/results/clientpositive/spark/index_bitmap3.q.out +++ ql/src/test/results/clientpositive/spark/index_bitmap3.q.out @@ -63,19 +63,1019 @@ POSTHOOK: Lineage: default__src_src2_index__.value SIMPLE [(src)src.FieldSchema( PREHOOK: query: SELECT * FROM default__src_src1_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src1_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: SELECT * FROM default__src_src2_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src2_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +val_0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +val_10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +val_105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +val_11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +val_111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +val_114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +val_116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +val_126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +val_131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +val_133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +val_136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +val_143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +val_145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +val_150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +val_153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +val_155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +val_156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +val_157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +val_158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +val_160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +val_162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +val_163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +val_166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +val_168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +val_17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +val_170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +val_177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +val_178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +val_180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +val_181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +val_183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +val_186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +val_189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +val_19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +val_190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +val_192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +val_194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +val_196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +val_2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +val_20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +val_201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +val_202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +val_214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +val_218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +val_222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +val_226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +val_228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +val_235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +val_241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +val_244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +val_247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +val_248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +val_249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +val_252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +val_257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +val_258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +val_260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +val_262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +val_263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +val_266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +val_27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +val_274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +val_275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +val_28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +val_283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +val_284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +val_285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +val_286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +val_287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +val_289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +val_291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +val_292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +val_296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +val_30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +val_302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +val_305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +val_306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +val_308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +val_310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +val_315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +val_323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +val_33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +val_332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +val_335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +val_336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +val_338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +val_339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +val_34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +val_341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +val_345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +val_351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +val_356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +val_360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +val_362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +val_364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +val_365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +val_366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +val_368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +val_373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +val_374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +val_375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +val_377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +val_378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +val_379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +val_386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +val_389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +val_392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +val_393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +val_394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +val_4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +val_400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +val_402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +val_407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +val_41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +val_411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +val_418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +val_419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +val_421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +val_427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +val_43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +val_432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +val_435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +val_436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +val_437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +val_44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +val_443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +val_444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +val_446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +val_448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +val_449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +val_452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +val_453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +val_455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +val_457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +val_460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +val_467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +val_47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +val_470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +val_472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +val_475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +val_477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +val_479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +val_481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +val_482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +val_483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +val_484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +val_485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +val_487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +val_490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +val_491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +val_493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +val_494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +val_495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +val_496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +val_497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +val_53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +val_54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +val_57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +val_64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +val_65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +val_66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +val_69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +val_74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +val_77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +val_78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +val_8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +val_80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +val_82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +val_85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +val_86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +val_87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +val_9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +val_92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +val_96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: EXPLAIN SELECT a.bucketname AS `_bucketname`, COLLECT_SET(a.offset) as `_offsets` FROM (SELECT `_bucketname` AS bucketname, `_offset` AS offset, `_bitmaps` AS bitmaps FROM default__src_src1_index__ @@ -227,22 +1227,22 @@ POSTHOOK: Input: default@default__src_src2_index__ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/index_bitmap_auto.q.out ql/src/test/results/clientpositive/spark/index_bitmap_auto.q.out index 8befcc5a8a..8a88678a2e 100644 --- ql/src/test/results/clientpositive/spark/index_bitmap_auto.q.out +++ ql/src/test/results/clientpositive/spark/index_bitmap_auto.q.out @@ -1,11 +1,11 @@ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -74,19 +74,1019 @@ POSTHOOK: Lineage: default__src_src2_index__.value SIMPLE [(src)src.FieldSchema( PREHOOK: query: SELECT * FROM default__src_src1_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src1_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: SELECT * FROM default__src_src2_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src2_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +val_0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +val_10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +val_105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +val_11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +val_111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +val_114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +val_116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +val_126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +val_131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +val_133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +val_136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +val_143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +val_145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +val_150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +val_153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +val_155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +val_156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +val_157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +val_158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +val_160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +val_162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +val_163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +val_166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +val_168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +val_17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +val_170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +val_177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +val_178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +val_180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +val_181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +val_183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +val_186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +val_189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +val_19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +val_190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +val_192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +val_194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +val_196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +val_2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +val_20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +val_201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +val_202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +val_214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +val_218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +val_222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +val_226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +val_228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +val_235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +val_241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +val_244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +val_247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +val_248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +val_249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +val_252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +val_257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +val_258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +val_260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +val_262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +val_263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +val_266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +val_27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +val_274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +val_275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +val_28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +val_283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +val_284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +val_285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +val_286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +val_287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +val_289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +val_291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +val_292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +val_296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +val_30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +val_302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +val_305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +val_306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +val_308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +val_310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +val_315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +val_323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +val_33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +val_332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +val_335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +val_336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +val_338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +val_339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +val_34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +val_341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +val_345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +val_351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +val_356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +val_360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +val_362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +val_364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +val_365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +val_366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +val_368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +val_373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +val_374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +val_375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +val_377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +val_378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +val_379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +val_386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +val_389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +val_392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +val_393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +val_394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +val_4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +val_400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +val_402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +val_407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +val_41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +val_411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +val_418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +val_419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +val_421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +val_427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +val_43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +val_432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +val_435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +val_436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +val_437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +val_44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +val_443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +val_444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +val_446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +val_448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +val_449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +val_452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +val_453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +val_455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +val_457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +val_460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +val_467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +val_47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +val_470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +val_472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +val_475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +val_477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +val_479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +val_481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +val_482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +val_483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +val_484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +val_485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +val_487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +val_490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +val_491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +val_493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +val_494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +val_495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +val_496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +val_497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +val_53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +val_54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +val_57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +val_64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +val_65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +val_66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +val_69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +val_74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +val_77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +val_78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +val_8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +val_80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +val_82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +val_85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +val_86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +val_87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +val_9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +val_92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +val_96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: EXPLAIN SELECT a.bucketname AS `_bucketname`, COLLECT_SET(a.offset) as `_offsets` FROM (SELECT `_bucketname` AS bucketname, `_offset` AS offset, `_bitmaps` AS bitmaps FROM default__src_src1_index__ @@ -238,22 +1238,22 @@ POSTHOOK: Input: default@default__src_src2_index__ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out index 876c858f5d..fbb1731956 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out @@ -61,47 +61,47 @@ PREHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 1 O PREHOOK: type: QUERY PREHOOK: Input: default@test_table_bucketed PREHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 1 OUT OF 3) WHERE part = '1' POSTHOOK: type: QUERY POSTHOOK: Input: default@test_table_bucketed POSTHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 31 PREHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 2 OUT OF 3) WHERE part = '1' PREHOOK: type: QUERY PREHOOK: Input: default@test_table_bucketed PREHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 2 OUT OF 3) WHERE part = '1' POSTHOOK: type: QUERY POSTHOOK: Input: default@test_table_bucketed POSTHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 179 PREHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 3 OUT OF 3) WHERE part = '1' PREHOOK: type: QUERY PREHOOK: Input: default@test_table_bucketed PREHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 3 OUT OF 3) WHERE part = '1' POSTHOOK: type: QUERY POSTHOOK: Input: default@test_table_bucketed POSTHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 99 PREHOOK: query: SELECT cnt FROM (SELECT INPUT__FILE__NAME, COUNT(*) cnt FROM test_table_bucketed WHERE part = '1' GROUP BY INPUT__FILE__NAME ORDER BY INPUT__FILE__NAME ASC LIMIT 3) a PREHOOK: type: QUERY PREHOOK: Input: default@test_table_bucketed PREHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cnt FROM (SELECT INPUT__FILE__NAME, COUNT(*) cnt FROM test_table_bucketed WHERE part = '1' GROUP BY INPUT__FILE__NAME ORDER BY INPUT__FILE__NAME ASC LIMIT 3) a POSTHOOK: type: QUERY POSTHOOK: Input: default@test_table_bucketed POSTHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 31 179 99 diff --git ql/src/test/results/clientpositive/spark/input16_cc.q.out ql/src/test/results/clientpositive/spark/input16_cc.q.out index 1b61e16b14..195e82b301 100644 --- ql/src/test/results/clientpositive/spark/input16_cc.q.out +++ ql/src/test/results/clientpositive/spark/input16_cc.q.out @@ -21,11 +21,11 @@ POSTHOOK: Output: default@input16_cc PREHOOK: query: SELECT INPUT16_CC.VALUE, INPUT16_CC.KEY FROM INPUT16_CC PREHOOK: type: QUERY PREHOOK: Input: default@input16_cc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT INPUT16_CC.VALUE, INPUT16_CC.KEY FROM INPUT16_CC POSTHOOK: type: QUERY POSTHOOK: Input: default@input16_cc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### val_238 238 val_86 86 val_311 311 diff --git ql/src/test/results/clientpositive/spark/insert_overwrite_directory2.q.out ql/src/test/results/clientpositive/spark/insert_overwrite_directory2.q.out index c3232e7ea3..4364f76d15 100644 --- ql/src/test/results/clientpositive/spark/insert_overwrite_directory2.q.out +++ ql/src/test/results/clientpositive/spark/insert_overwrite_directory2.q.out @@ -1,11 +1,11 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@result #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@result #### A masked pattern was here #### @@ -20,11 +20,11 @@ POSTHOOK: Input: default@src PREHOOK: query: select count(*) from result PREHOOK: type: QUERY PREHOOK: Input: default@result -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from result POSTHOOK: type: QUERY POSTHOOK: Input: default@result -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 309 #### A masked pattern was here #### select key from src group by key @@ -38,11 +38,11 @@ POSTHOOK: Input: default@src PREHOOK: query: select count(*) from result PREHOOK: type: QUERY PREHOOK: Input: default@result -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from result POSTHOOK: type: QUERY POSTHOOK: Input: default@result -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 309 PREHOOK: query: drop table result PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out index ce0326c821..e505dc00e5 100644 --- ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out +++ ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out @@ -33,21 +33,21 @@ POSTHOOK: Output: default@t2 PREHOOK: query: SELECT * FROM T1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM T1 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 PREHOOK: query: SELECT * FROM T2 PREHOOK: type: QUERY PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM T2 POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 @@ -72,23 +72,23 @@ PREHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 PREHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 diff --git ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out_spark ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out_spark new file mode 100644 index 0000000000..ce0326c821 --- /dev/null +++ ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out_spark @@ -0,0 +1,94 @@ +PREHOOK: query: CREATE TABLE T1(key INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@T1 +POSTHOOK: query: CREATE TABLE T1(key INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@T1 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/leftsemijoin_mr_t1.txt' INTO TABLE T1 +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@t1 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/leftsemijoin_mr_t1.txt' INTO TABLE T1 +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@t1 +PREHOOK: query: CREATE TABLE T2(key INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@T2 +POSTHOOK: query: CREATE TABLE T2(key INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@T2 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/leftsemijoin_mr_t2.txt' INTO TABLE T2 +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@t2 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/leftsemijoin_mr_t2.txt' INTO TABLE T2 +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@t2 +PREHOOK: query: SELECT * FROM T1 +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM T1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### +1 +1 +PREHOOK: query: SELECT * FROM T2 +PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM T2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +PREHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### +1 +1 +PREHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### +1 +1 diff --git ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out index 86363070d9..4bde96aa65 100644 --- ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out +++ ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out @@ -45,11 +45,11 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Static Partition Specification: ds=2008-04-08/hr=11/ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat @@ -60,6 +60,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.list_bucketing_static_part partition_columns ds/hr partition_columns.types string:string @@ -73,9 +74,9 @@ STAGE PLANS: GatherStats: true MultiFileSpray: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -88,6 +89,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -109,6 +111,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -131,7 +134,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat @@ -142,6 +145,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.list_bucketing_static_part partition_columns ds/hr partition_columns.types string:string @@ -155,7 +159,7 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11') select key, value from src @@ -215,7 +219,7 @@ Sort Columns: [] Stored As SubDirectories: Yes Skewed Columns: [key] Skewed Values: [[103], [484], [51]] -#### A masked pattern was here #### +Skewed Value to Path: {[103]=hdfs://### HDFS PATH ###, [484]=hdfs://### HDFS PATH ###, [51]=hdfs://### HDFS PATH ###} Skewed Value to Truncated Path: {[103]=/list_bucketing_static_part/ds=2008-04-08/hr=11/key=103, [484]=/list_bucketing_static_part/ds=2008-04-08/hr=11/key=484, [51]=/list_bucketing_static_part/ds=2008-04-08/hr=11/key=51} Storage Desc Params: serialization.format 1 diff --git ql/src/test/results/clientpositive/spark/load_fs2.q.out ql/src/test/results/clientpositive/spark/load_fs2.q.out index aef25ce2cc..7c82f59343 100644 --- ql/src/test/results/clientpositive/spark/load_fs2.q.out +++ ql/src/test/results/clientpositive/spark/load_fs2.q.out @@ -24,11 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -36,6 +36,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} @@ -57,11 +58,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -69,6 +70,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} @@ -90,11 +92,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -102,6 +104,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} diff --git ql/src/test/results/clientpositive/spark/load_hdfs_file_with_space_in_the_name.q.out ql/src/test/results/clientpositive/spark/load_hdfs_file_with_space_in_the_name.q.out index d934722f97..15ad6d6c05 100644 --- ql/src/test/results/clientpositive/spark/load_hdfs_file_with_space_in_the_name.q.out +++ ql/src/test/results/clientpositive/spark/load_hdfs_file_with_space_in_the_name.q.out @@ -6,20 +6,20 @@ POSTHOOK: query: CREATE TABLE load_file_with_space_in_the_name(name STRING, age POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +PREHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ### age.txt' INTO TABLE load_file_with_space_in_the_name PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### age.txt PREHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +POSTHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ### age.txt' INTO TABLE load_file_with_space_in_the_name POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### age.txt POSTHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +PREHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ###+age.txt' INTO TABLE load_file_with_space_in_the_name PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+age.txt PREHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +POSTHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ###+age.txt' INTO TABLE load_file_with_space_in_the_name POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+age.txt POSTHOOK: Output: default@load_file_with_space_in_the_name #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/orc_merge1.q.out ql/src/test/results/clientpositive/spark/orc_merge1.q.out index e5dd9d16f7..cce1e2b58b 100644 --- ql/src/test/results/clientpositive/spark/orc_merge1.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge1.q.out @@ -113,7 +113,8 @@ POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src. POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 738 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1041 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -164,7 +165,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -217,7 +218,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -237,7 +238,7 @@ POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1344 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -288,7 +289,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -333,7 +334,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -353,7 +354,7 @@ POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1648 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -362,7 +363,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -371,7 +372,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -381,7 +382,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -390,7 +391,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -400,7 +401,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -409,46 +410,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: DROP TABLE orcfile_merge1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge2.q.out ql/src/test/results/clientpositive/spark/orc_merge2.q.out index e05ba8c733..2bc5ff181f 100644 --- ql/src/test/results/clientpositive/spark/orc_merge2.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge2.q.out @@ -64,7 +64,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -110,7 +110,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge2a PARTITION (one='1', two, three) SELECT key, value, PMOD(HASH(key), 10) as two, @@ -186,7 +186,7 @@ POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=1).value SIMPLE [ POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=7).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=7).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 339 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge2a @@ -213,7 +213,7 @@ PREHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=0 PREHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=6 PREHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=1 PREHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge2a @@ -240,7 +240,7 @@ POSTHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=0 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=6 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=1 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), @@ -249,7 +249,7 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), PMOD(HASH(value), 10)) USING 'tr \t _' AS (c) @@ -257,7 +257,7 @@ POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: DROP TABLE orcfile_merge2a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge3.q.out ql/src/test/results/clientpositive/spark/orc_merge3.q.out index 2887a4bb8c..825afc8c85 100644 --- ql/src/test/results/clientpositive/spark/orc_merge3.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge3.q.out @@ -94,7 +94,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -136,7 +136,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a @@ -155,7 +155,7 @@ POSTHOOK: Output: default@orcfile_merge3b POSTHOOK: Lineage: orcfile_merge3b.key SIMPLE [(orcfile_merge3a)orcfile_merge3a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: orcfile_merge3b.value SIMPLE [(orcfile_merge3a)orcfile_merge3a.FieldSchema(name:value, type:string, comment:null), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 4859 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -164,7 +164,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3a PREHOOK: Input: default@orcfile_merge3a@ds=1 PREHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -173,7 +173,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3a POSTHOOK: Input: default@orcfile_merge3a@ds=1 POSTHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -181,14 +181,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE orcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge4.q.out ql/src/test/results/clientpositive/spark/orc_merge4.q.out index fdc601204e..a66bda7294 100644 --- ql/src/test/results/clientpositive/spark/orc_merge4.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge4.q.out @@ -37,7 +37,7 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=1 POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3a PARTITION (ds='1') SELECT * FROM src PREHOOK: type: QUERY @@ -63,9 +63,9 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=2 POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a PREHOOK: type: QUERY @@ -112,7 +112,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -162,7 +162,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a @@ -188,7 +188,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3a PREHOOK: Input: default@orcfile_merge3a@ds=1 PREHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -197,7 +197,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3a POSTHOOK: Input: default@orcfile_merge3a@ds=1 POSTHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -205,14 +205,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE orcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge5.q.out ql/src/test/results/clientpositive/spark/orc_merge5.q.out index 87a9bfe274..c6f06add8a 100644 --- ql/src/test/results/clientpositive/spark/orc_merge5.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge5.q.out @@ -94,15 +94,17 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 @@ -154,7 +156,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -196,7 +198,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY @@ -220,15 +222,15 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 @@ -254,15 +256,17 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 @@ -309,15 +313,15 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 diff --git ql/src/test/results/clientpositive/spark/orc_merge6.q.out ql/src/test/results/clientpositive/spark/orc_merge6.q.out index b48624f31f..5c3b25e035 100644 --- ql/src/test/results/clientpositive/spark/orc_merge6.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge6.q.out @@ -122,9 +122,13 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -138,13 +142,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@year=2000/hour=24 PREHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@year=2000/hour=24 POSTHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2000 24 13 bar 80.0 2 1969-12-31 16:00:05 2001 24 2 foo 0.8 1 1969-12-31 16:00:00 2000 24 @@ -199,7 +203,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -244,7 +248,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table orc_merge5a partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY @@ -293,9 +297,9 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -309,13 +313,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@year=2000/hour=24 PREHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@year=2000/hour=24 POSTHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2000 24 13 bar 80.0 2 1969-12-31 16:00:05 2001 24 2 foo 0.8 1 1969-12-31 16:00:00 2000 24 @@ -369,9 +373,13 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -385,13 +393,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@year=2000/hour=24 PREHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@year=2000/hour=24 POSTHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2000 24 13 bar 80.0 2 1969-12-31 16:00:05 2001 24 2 foo 0.8 1 1969-12-31 16:00:00 2000 24 @@ -464,9 +472,9 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -480,13 +488,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@year=2000/hour=24 PREHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@year=2000/hour=24 POSTHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2000 24 13 bar 80.0 2 1969-12-31 16:00:05 2001 24 2 foo 0.8 1 1969-12-31 16:00:00 2000 24 diff --git ql/src/test/results/clientpositive/spark/orc_merge7.q.out ql/src/test/results/clientpositive/spark/orc_merge7.q.out index 174a07bad1..131ddce85e 100644 --- ql/src/test/results/clientpositive/spark/orc_merge7.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge7.q.out @@ -153,9 +153,10 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 596 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -173,7 +174,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -181,7 +182,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 @@ -229,7 +230,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -273,7 +274,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY @@ -358,9 +359,9 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 596 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 948 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -378,7 +379,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -386,7 +387,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 @@ -473,9 +474,10 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 596 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -493,7 +495,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -501,7 +503,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 @@ -570,9 +572,9 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 596 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 948 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -590,7 +592,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -598,7 +600,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 diff --git ql/src/test/results/clientpositive/spark/orc_merge8.q.out ql/src/test/results/clientpositive/spark/orc_merge8.q.out index 3be3b077b1..6d171d2ef8 100644 --- ql/src/test/results/clientpositive/spark/orc_merge8.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge8.q.out @@ -117,7 +117,10 @@ POSTHOOK: Lineage: alltypes_orc.ti SIMPLE [(alltypes)alltypes.FieldSchema(name:t POSTHOOK: Lineage: alltypes_orc.ts SIMPLE [(alltypes)alltypes.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: alltypes_orc.vc SIMPLE [(alltypes)alltypes.FieldSchema(name:vc, type:varchar(5), comment:null), ] Found 4 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1606 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1606 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: alter table alltypes_orc concatenate PREHOOK: type: ALTER_TABLE_MERGE PREHOOK: Input: default@alltypes_orc @@ -127,4 +130,4 @@ POSTHOOK: type: ALTER_TABLE_MERGE POSTHOOK: Input: default@alltypes_orc POSTHOOK: Output: default@alltypes_orc Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 4634 ### HDFS DATE ### hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/spark/orc_merge9.q.out ql/src/test/results/clientpositive/spark/orc_merge9.q.out index 28e51b21a1..e5db5128d4 100644 --- ql/src/test/results/clientpositive/spark/orc_merge9.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge9.q.out @@ -35,15 +35,16 @@ POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@ts_merge Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 246402 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 246402 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select count(*) from ts_merge PREHOOK: type: QUERY PREHOOK: Input: default@ts_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from ts_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@ts_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 50000 PREHOOK: query: alter table ts_merge concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -56,14 +57,14 @@ POSTHOOK: Output: default@ts_merge PREHOOK: query: select count(*) from ts_merge PREHOOK: type: QUERY PREHOOK: Input: default@ts_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from ts_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@ts_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 50000 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 457162 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: create table a_merge like alltypesorc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -101,15 +102,16 @@ POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@a_merge Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 295616 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 377237 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select count(*) from a_merge PREHOOK: type: QUERY PREHOOK: Input: default@a_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from a_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@a_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 24576 PREHOOK: query: alter table a_merge concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -122,14 +124,15 @@ POSTHOOK: Output: default@a_merge PREHOOK: query: select count(*) from a_merge PREHOOK: type: QUERY PREHOOK: Input: default@a_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from a_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@a_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 24576 Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 295616 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 377237 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: insert into table a_merge select * from alltypesorc PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc @@ -151,15 +154,17 @@ POSTHOOK: Lineage: a_merge.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSch POSTHOOK: Lineage: a_merge.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] POSTHOOK: Lineage: a_merge.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 295616 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 377237 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 295616 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select count(*) from a_merge PREHOOK: type: QUERY PREHOOK: Input: default@a_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from a_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@a_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 36864 PREHOOK: query: alter table a_merge concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -172,11 +177,12 @@ POSTHOOK: Output: default@a_merge PREHOOK: query: select count(*) from a_merge PREHOOK: type: QUERY PREHOOK: Input: default@a_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from a_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@a_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 36864 Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 590506 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 377237 ### HDFS DATE ### hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out index e5dd9d16f7..7439096a3a 100644 --- ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out @@ -362,7 +362,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -371,7 +371,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -381,7 +381,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -390,7 +390,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -400,7 +400,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -409,46 +409,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: DROP TABLE orcfile_merge1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out index d8e2308dc4..d97ac66af3 100644 --- ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out @@ -158,15 +158,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 6 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 657 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 657 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 657 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 @@ -202,15 +207,18 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 4 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1329 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 diff --git ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out index 9398dc2bb0..b0db735723 100644 --- ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out @@ -215,9 +215,15 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 4 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 4 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -235,7 +241,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -243,7 +249,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 13 bar 80.0 2 1969-12-31 16:00:05 80.0 13 bar 80.0 2 1969-12-31 16:00:05 80.0 @@ -321,9 +327,13 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 899 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 954 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -341,7 +351,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -349,7 +359,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 13 bar 80.0 2 1969-12-31 16:00:05 80.0 13 bar 80.0 2 1969-12-31 16:00:05 80.0 diff --git ql/src/test/results/clientpositive/spark/parallel_orderby.q.out ql/src/test/results/clientpositive/spark/parallel_orderby.q.out index 836fa0f047..8e9d2bb20b 100644 --- ql/src/test/results/clientpositive/spark/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/spark/parallel_orderby.q.out @@ -73,7 +73,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-3 Create Table Operator: @@ -137,11 +137,11 @@ Storage Desc Params: PREHOOK: query: select * from total_ordered PREHOOK: type: QUERY PREHOOK: Input: default@total_ordered -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from total_ordered POSTHOOK: type: QUERY POSTHOOK: Input: default@total_ordered -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 128 val_128 128 val_128 150 val_150 @@ -247,11 +247,11 @@ Storage Desc Params: PREHOOK: query: select * from total_ordered PREHOOK: type: QUERY PREHOOK: Input: default@total_ordered -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from total_ordered POSTHOOK: type: QUERY POSTHOOK: Input: default@total_ordered -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 128 val_128 128 val_128 150 val_150 diff --git ql/src/test/results/clientpositive/spark/quotedid_smb.q.out ql/src/test/results/clientpositive/spark/quotedid_smb.q.out index 8b37d2a03d..c8b2e465d7 100644 --- ql/src/test/results/clientpositive/spark/quotedid_smb.q.out +++ ql/src/test/results/clientpositive/spark/quotedid_smb.q.out @@ -99,14 +99,14 @@ where a.`x+1` < '11' PREHOOK: type: QUERY PREHOOK: Input: default@src_b PREHOOK: Input: default@src_b2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.`x+1`, a.`!@#$%^&*()_q`, b.`x+1`, b.`!@#$%^&*()_q` from src_b a join src_b2 b on a.`!@#$%^&*()_q` = b.`!@#$%^&*()_q` where a.`x+1` < '11' POSTHOOK: type: QUERY POSTHOOK: Input: default@src_b POSTHOOK: Input: default@src_b2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out index bcf09d87b5..4475c6e5be 100644 --- ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out @@ -46,9 +46,9 @@ STAGE PLANS: value expressions: _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,6 +61,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -82,6 +83,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -106,10 +108,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -122,6 +124,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket5_1 numFiles 0 numRows 0 @@ -141,7 +144,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -154,6 +157,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket5_1 numFiles 0 numRows 0 @@ -169,7 +173,7 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table bucket5_1 select * from src cluster by key @@ -186,20 +190,20 @@ POSTHOOK: Lineage: bucket5_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 PREHOOK: type: QUERY PREHOOK: Input: default@bucket5_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket5_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 21025334 36210398070 PREHOOK: query: select sum(hash(key)),sum(hash(value)) from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 21025334 36210398070 PREHOOK: query: create table complex_tbl_1(aid string, bid string, t int, ctime string, etime bigint, l string, et string) partitioned by (ds string) PREHOOK: type: CREATETABLE @@ -320,11 +324,11 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Static Partition Specification: ds=2010-03-29/ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -335,6 +339,7 @@ STAGE PLANS: columns.comments columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.complex_tbl_1 partition_columns ds partition_columns.types string @@ -354,7 +359,7 @@ STAGE PLANS: partition: ds 2010-03-29 replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -365,6 +370,7 @@ STAGE PLANS: columns.comments columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.complex_tbl_1 partition_columns ds partition_columns.types string @@ -378,5 +384,5 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/spark/remote_script.q.out ql/src/test/results/clientpositive/spark/remote_script.q.out index 87531f008a..315c5c5067 100644 --- ql/src/test/results/clientpositive/spark/remote_script.q.out +++ ql/src/test/results/clientpositive/spark/remote_script.q.out @@ -23,11 +23,11 @@ POSTHOOK: Lineage: tmp_tmp.value SCRIPT [(src)src.FieldSchema(name:key, type:str PREHOOK: query: select * from tmp_tmp ORDER BY key ASC, value ASC PREHOOK: type: QUERY PREHOOK: Input: default@tmp_tmp -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmp_tmp ORDER BY key ASC, value ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_tmp -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 NULL 1 2 NULL 1 diff --git ql/src/test/results/clientpositive/spark/root_dir_external_table.q.out ql/src/test/results/clientpositive/spark/root_dir_external_table.q.out index 238a409a1d..7ba2b5bd1e 100644 --- ql/src/test/results/clientpositive/spark/root_dir_external_table.q.out +++ ql/src/test/results/clientpositive/spark/root_dir_external_table.q.out @@ -1,26 +1,28 @@ -#### A masked pattern was here #### +PREHOOK: query: insert overwrite directory "hdfs://### HDFS PATH ###" select key from src where (key < 20) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### +POSTHOOK: query: insert overwrite directory "hdfs://### HDFS PATH ###" select key from src where (key < 20) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### +PREHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs:///' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@roottable -#### A masked pattern was here #### +POSTHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@roottable PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/schemeAuthority.q.out ql/src/test/results/clientpositive/spark/schemeAuthority.q.out index 9a6019c259..bb2b555945 100644 --- ql/src/test/results/clientpositive/spark/schemeAuthority.q.out +++ ql/src/test/results/clientpositive/spark/schemeAuthority.q.out @@ -27,13 +27,13 @@ POSTHOOK: type: ALTERTABLE_ADDPARTS #### A masked pattern was here #### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0 -#### A masked pattern was here #### +PREHOOK: query: alter table dynPart add partition (value='1') location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@dynpart -#### A masked pattern was here #### +POSTHOOK: query: alter table dynPart add partition (value='1') location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=1 PREHOOK: query: select count(*) from dynPart @@ -41,44 +41,44 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0 PREHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from dynPart POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0 POSTHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 PREHOOK: query: select key from dynPart PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0 PREHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from dynPart POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0 POSTHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 20 PREHOOK: query: select key from src where (key = 10) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where (key = 10) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select key from src where (key = 20) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where (key = 20) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/schemeAuthority2.q.out ql/src/test/results/clientpositive/spark/schemeAuthority2.q.out index 60913f21bc..cb66eadcdf 100644 --- ql/src/test/results/clientpositive/spark/schemeAuthority2.q.out +++ ql/src/test/results/clientpositive/spark/schemeAuthority2.q.out @@ -27,13 +27,13 @@ POSTHOOK: type: ALTERTABLE_ADDPARTS #### A masked pattern was here #### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0/value2=clusterA -#### A masked pattern was here #### +PREHOOK: query: alter table dynPart add partition (value='0', value2='clusterB') location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@dynpart -#### A masked pattern was here #### +POSTHOOK: query: alter table dynPart add partition (value='0', value2='clusterB') location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0/value2=clusterB PREHOOK: query: select value2, key from dynPart where value='0' @@ -41,13 +41,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0/value2=clusterA PREHOOK: Input: default@dynpart@value=0/value2=clusterB -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value2, key from dynPart where value='0' POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0/value2=clusterA POSTHOOK: Input: default@dynpart@value=0/value2=clusterB -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### clusterA 10 clusterB 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/scriptfile1.q.out ql/src/test/results/clientpositive/spark/scriptfile1.q.out index cf718ccc03..f105cf40af 100644 --- ql/src/test/results/clientpositive/spark/scriptfile1.q.out +++ ql/src/test/results/clientpositive/spark/scriptfile1.q.out @@ -31,11 +31,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 val_10 100 val_100 100 val_100 diff --git ql/src/test/results/clientpositive/spark/scriptfile1.q.out_spark ql/src/test/results/clientpositive/spark/scriptfile1.q.out_spark new file mode 100644 index 0000000000..cf718ccc03 --- /dev/null +++ ql/src/test/results/clientpositive/spark/scriptfile1.q.out_spark @@ -0,0 +1,47 @@ +PREHOOK: query: CREATE TABLE dest1(key INT, value STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@dest1 +POSTHOOK: query: CREATE TABLE dest1(key INT, value STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dest1 +PREHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'testgrep' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +POSTHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'testgrep' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: SELECT dest1.* FROM dest1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT dest1.* FROM dest1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1 +#### A masked pattern was here #### +10 val_10 +100 val_100 +100 val_100 +103 val_103 +103 val_103 +104 val_104 +104 val_104 +105 val_105 +310 val_310 diff --git ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out index 415b370a77..37e3f9c6fd 100644 --- ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out +++ ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out @@ -52,7 +52,7 @@ PREHOOK: Input: default@a1 PREHOOK: Input: default@a1@end_dt=20161020 PREHOOK: Input: default@a1@end_dt=20161021 PREHOOK: Input: default@a2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT T1.KEHHAO,COUNT(1) FROM ( SELECT KEHHAO FROM a1 T WHERE T.KEHHAO = '2000721360' AND '20161018' BETWEEN T.START_DT AND T.END_DT-1 @@ -67,7 +67,7 @@ POSTHOOK: Input: default@a1 POSTHOOK: Input: default@a1@end_dt=20161020 POSTHOOK: Input: default@a1@end_dt=20161021 POSTHOOK: Input: default@a2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: SELECT T1.KEHHAO,COUNT(1) FROM ( SELECT KEHHAO FROM a1 T WHERE T.KEHHAO = '2000721360' AND '20161018' BETWEEN T.START_DT AND T.END_DT-1 @@ -81,7 +81,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@a1 PREHOOK: Input: default@a1@end_dt=20161020 PREHOOK: Input: default@a1@end_dt=20161021 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT T1.KEHHAO,COUNT(1) FROM ( SELECT KEHHAO FROM a1 T WHERE T.KEHHAO = '2000721360' AND '20161018' BETWEEN T.START_DT AND T.END_DT-1 @@ -95,7 +95,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@a1 POSTHOOK: Input: default@a1@end_dt=20161020 POSTHOOK: Input: default@a1@end_dt=20161021 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000721360 2 PREHOOK: query: DROP TABLE a1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out index 7b01496ffb..79766b0c94 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out @@ -5,7 +5,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct ds from srcpart POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -13,7 +13,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: select distinct hr from srcpart @@ -23,7 +23,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct hr from srcpart POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -31,7 +31,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11 12 PREHOOK: query: EXPLAIN create table srcpart_date as select ds as ds, ds as `date` from srcpart group by ds @@ -94,7 +94,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-3 Create Table Operator: @@ -320,7 +320,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -329,7 +329,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -427,7 +427,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -436,16 +436,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -576,7 +576,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -585,7 +585,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -683,7 +683,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -692,7 +692,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date.ds) as string), "0") as bigint)) + 10) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -826,7 +826,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date.ds) as string), "0") as bigint)) + 10) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -835,7 +835,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date.ds) as decimal) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -966,7 +966,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date.ds) as decimal) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -975,7 +975,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -1171,7 +1171,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -1182,7 +1182,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -1319,7 +1319,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -1330,16 +1330,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -1483,7 +1483,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1492,7 +1492,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -1590,7 +1590,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1599,16 +1599,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -1739,7 +1739,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1748,7 +1748,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -1846,7 +1846,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1855,16 +1855,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: select count(*) from srcpart where ds = 'I DONT EXIST' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -1995,7 +1995,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2004,7 +2004,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -2135,7 +2135,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2144,7 +2144,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -2242,7 +2242,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2251,7 +2251,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -2349,7 +2349,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2358,16 +2358,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -2498,7 +2498,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2507,16 +2507,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where cast(hr as string) = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where cast(hr as string) = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' @@ -2622,22 +2622,22 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Shuffle Join JOIN[7][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) @@ -2740,7 +2740,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2749,7 +2749,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1500 PREHOOK: query: EXPLAIN select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr PREHOOK: type: QUERY @@ -2893,7 +2893,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2902,7 +2902,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart left join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -3457,7 +3457,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY @@ -3466,7 +3466,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 @@ -3602,14 +3602,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -3869,7 +3869,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -3877,7 +3877,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 PREHOOK: query: EXPLAIN select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -4139,7 +4139,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4147,7 +4147,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: EXPLAIN select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) @@ -4406,7 +4406,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4414,7 +4414,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-08 2008-04-09 @@ -4532,7 +4532,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4541,16 +4541,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -4665,7 +4665,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4674,7 +4674,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -4835,7 +4835,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -4846,16 +4846,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -4983,7 +4983,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4992,16 +4992,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -5116,7 +5116,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5125,7 +5125,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -5240,7 +5240,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5249,7 +5249,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -5364,7 +5364,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5373,16 +5373,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' @@ -5496,22 +5496,22 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart left join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -5955,7 +5955,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY @@ -5964,7 +5964,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 @@ -6103,14 +6103,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -6372,7 +6372,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -6380,7 +6380,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: create table srcpart_parquet (key int, value string) partitioned by (ds string, hr int) stored as parquet @@ -6544,7 +6544,7 @@ PREHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_parquet join srcpart_date_hour on (srcpart_parquet.ds = srcpart_date_hour.ds and srcpart_parquet.hr = srcpart_date_hour.hr) where srcpart_date_hour.hour = 11 and (srcpart_date_hour.`date` = '2008-04-08' or srcpart_date_hour.`date` = '2008-04-09') POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date_hour @@ -6553,16 +6553,16 @@ POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where (ds = '2008-04-08' or ds = '2008-04-09') and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where (ds = '2008-04-08' or ds = '2008-04-09') and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: drop table srcpart_parquet PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out index 075aaff9e4..c262cf3eec 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out @@ -98,11 +98,11 @@ POSTHOOK: Output: default@agg_01@dim_shops_id=3 PREHOOK: query: select * from dim_shops PREHOOK: type: QUERY PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dim_shops POSTHOOK: type: QUERY POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 foo 2 bar 3 baz @@ -112,14 +112,14 @@ PREHOOK: Input: default@agg_01 PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from agg_01 POSTHOOK: type: QUERY POSTHOOK: Input: default@agg_01 POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 2 1 3 1 @@ -279,7 +279,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -294,7 +294,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN SELECT d1.label, count(*), sum(agg.amount) @@ -433,7 +433,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -448,7 +448,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN SELECT d1.label @@ -545,7 +545,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label FROM agg_01 agg, dim_shops d1 @@ -556,7 +556,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar bar bar @@ -657,7 +657,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@agg_01 PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT agg.amount FROM agg_01 agg, dim_shops d1 @@ -667,7 +667,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@agg_01 POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 3 @@ -821,7 +821,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -836,7 +836,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN @@ -1010,7 +1010,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT amount FROM agg_01, dim_shops WHERE dim_shops_id = id AND label = 'foo' UNION ALL SELECT amount FROM agg_01, dim_shops WHERE dim_shops_id = id AND label = 'bar' @@ -1020,7 +1020,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 3 @@ -1133,7 +1133,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart s1, srcpart s2 @@ -1144,5 +1144,5 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000000 diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out index 23f0d523ee..7059647bda 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out @@ -495,7 +495,7 @@ PREHOOK: Input: default@partitioned_table2 PREHOOK: Input: default@partitioned_table2@part_col=2 PREHOOK: Input: default@partitioned_table2@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1 WHERE partitioned_table1.part_col IN (SELECT regular_table1.col1 @@ -511,7 +511,7 @@ POSTHOOK: Input: default@partitioned_table2 POSTHOOK: Input: default@partitioned_table2@part_col=2 POSTHOOK: Input: default@partitioned_table2@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, regular_table1 rt1, regular_table1 rt2 WHERE rt1.col1 = partitioned_table1.part_col AND rt2.col1 = @@ -671,7 +671,7 @@ PREHOOK: Input: default@partitioned_table1@part_col=1 PREHOOK: Input: default@partitioned_table1@part_col=2 PREHOOK: Input: default@partitioned_table1@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1, regular_table1 rt1, @@ -686,7 +686,7 @@ POSTHOOK: Input: default@partitioned_table1@part_col=1 POSTHOOK: Input: default@partitioned_table1@part_col=2 POSTHOOK: Input: default@partitioned_table1@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 Warning: Shuffle Join JOIN[21][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, partitioned_table2, regular_table1 rt1 @@ -890,7 +890,7 @@ PREHOOK: Input: default@partitioned_table2@part_col=1 PREHOOK: Input: default@partitioned_table2@part_col=2 PREHOOK: Input: default@partitioned_table2@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1, partitioned_table2, @@ -910,7 +910,7 @@ POSTHOOK: Input: default@partitioned_table2@part_col=1 POSTHOOK: Input: default@partitioned_table2@part_col=2 POSTHOOK: Input: default@partitioned_table2@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 72 PREHOOK: query: EXPLAIN SELECT count(*) FROM regular_table1, partitioned_table1 WHERE regular_table1.col1 = partitioned_table1.part_col AND regular_table1.col2 BETWEEN 1 AND 3 @@ -1028,7 +1028,7 @@ PREHOOK: Input: default@partitioned_table1@part_col=1 PREHOOK: Input: default@partitioned_table1@part_col=2 PREHOOK: Input: default@partitioned_table1@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM regular_table1, partitioned_table1 @@ -1040,7 +1040,7 @@ POSTHOOK: Input: default@partitioned_table1@part_col=1 POSTHOOK: Input: default@partitioned_table1@part_col=2 POSTHOOK: Input: default@partitioned_table1@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 PREHOOK: query: EXPLAIN WITH q1 AS (SELECT regular_table1.col1 AS col FROM regular_table1 WHERE regular_table1.col2 > 1), q2 AS (SELECT partitioned_table1.part_col AS col FROM @@ -1172,7 +1172,7 @@ PREHOOK: Input: default@partitioned_table1@part_col=1 PREHOOK: Input: default@partitioned_table1@part_col=2 PREHOOK: Input: default@partitioned_table1@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: WITH q1 AS (SELECT regular_table1.col1 AS col FROM regular_table1 @@ -1191,7 +1191,7 @@ POSTHOOK: Input: default@partitioned_table1@part_col=1 POSTHOOK: Input: default@partitioned_table1@part_col=2 POSTHOOK: Input: default@partitioned_table1@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, partitioned_table2 WHERE partitioned_table1.part_col = partitioned_table2.part_col AND partitioned_table2.col > 1 @@ -1312,7 +1312,7 @@ PREHOOK: Input: default@partitioned_table2 PREHOOK: Input: default@partitioned_table2@part_col=1 PREHOOK: Input: default@partitioned_table2@part_col=2 PREHOOK: Input: default@partitioned_table2@part_col=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1, partitioned_table2 @@ -1327,7 +1327,7 @@ POSTHOOK: Input: default@partitioned_table2 POSTHOOK: Input: default@partitioned_table2@part_col=1 POSTHOOK: Input: default@partitioned_table2@part_col=2 POSTHOOK: Input: default@partitioned_table2@part_col=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 90 PREHOOK: query: -- set auto convert size to a higher value so map-joins are triggered for the partitioned tables @@ -1465,7 +1465,7 @@ PREHOOK: Input: default@partitioned_table5 PREHOOK: Input: default@partitioned_table5@part_col1=1/part_col2=1 PREHOOK: Input: default@partitioned_table5@part_col1=2/part_col2=2 PREHOOK: Input: default@partitioned_table5@part_col1=3/part_col2=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table4, partitioned_table5 @@ -1480,7 +1480,7 @@ POSTHOOK: Input: default@partitioned_table5 POSTHOOK: Input: default@partitioned_table5@part_col1=1/part_col2=1 POSTHOOK: Input: default@partitioned_table5@part_col1=2/part_col2=2 POSTHOOK: Input: default@partitioned_table5@part_col1=3/part_col2=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 108 PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1 JOIN regular_table1 ON partitioned_table1.part_col = regular_table1.col1 JOIN regular_table2 ON @@ -1639,7 +1639,7 @@ PREHOOK: Input: default@partitioned_table1@part_col=2 PREHOOK: Input: default@partitioned_table1@part_col=3 PREHOOK: Input: default@regular_table1 PREHOOK: Input: default@regular_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1 JOIN regular_table1 @@ -1653,7 +1653,7 @@ POSTHOOK: Input: default@partitioned_table1@part_col=2 POSTHOOK: Input: default@partitioned_table1@part_col=3 POSTHOOK: Input: default@regular_table1 POSTHOOK: Input: default@regular_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 PREHOOK: query: -- reset auto convert size to previous value diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out index 65fdb25dea..e7a789ad65 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out @@ -256,7 +256,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all @@ -273,7 +273,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 6 6 7 7 @@ -298,7 +298,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all @@ -315,7 +315,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 6 6 7 7 @@ -486,7 +486,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all @@ -503,7 +503,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 6 6 7 7 @@ -528,7 +528,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all @@ -545,7 +545,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 6 6 7 7 @@ -696,7 +696,7 @@ PREHOOK: Input: default@part1@p=1/q=2 PREHOOK: Input: default@part1@p=2/q=1 PREHOOK: Input: default@part1@p=2/q=2 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.q=src.key) a union all @@ -708,7 +708,7 @@ POSTHOOK: Input: default@part1@p=1/q=2 POSTHOOK: Input: default@part1@p=2/q=1 POSTHOOK: Input: default@part1@p=2/q=2 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 3 3 3 4 4 @@ -1294,7 +1294,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with top as (select key from src order by key limit 200) select * from @@ -1313,7 +1313,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 3 4 4 7 7 @@ -1336,7 +1336,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with top as (select key from src order by key limit 200) select * from @@ -1355,7 +1355,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 3 4 4 7 7 @@ -1573,7 +1573,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with top as (select key, value from src order by key, value limit 200) select * from @@ -1592,7 +1592,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 7 7 8 8 PREHOOK: query: with top as @@ -1613,7 +1613,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with top as (select key, value from src order by key, value limit 200) select * from @@ -1632,7 +1632,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 7 7 8 8 PREHOOK: query: explain @@ -2187,7 +2187,7 @@ PREHOOK: Input: default@part2@p=3/q=3 PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select p from part2 where p in (select max(key) from foo) union all select p from part1 where p in (select max(key) from foo union all select min(key) from foo) @@ -2203,7 +2203,7 @@ POSTHOOK: Input: default@part2@p=3/q=3 POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out index d2dce82950..828c54fb79 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out @@ -414,7 +414,7 @@ PREHOOK: Input: default@part_table2 PREHOOK: Input: default@part_table2@part2_col=1 PREHOOK: Input: default@part_table2@part2_col=2 PREHOOK: Input: default@reg_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -428,7 +428,7 @@ POSTHOOK: Input: default@part_table2 POSTHOOK: Input: default@part_table2@part2_col=1 POSTHOOK: Input: default@part_table2@part2_col=2 POSTHOOK: Input: default@reg_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 1 1 PREHOOK: query: explain SELECT * FROM part_table1 pt1, @@ -581,7 +581,7 @@ PREHOOK: Input: default@part_table3@part3_col=1 PREHOOK: Input: default@part_table3@part3_col=2 PREHOOK: Input: default@part_table3@part3_col=3 PREHOOK: Input: default@reg_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -601,7 +601,7 @@ POSTHOOK: Input: default@part_table3@part3_col=1 POSTHOOK: Input: default@part_table3@part3_col=2 POSTHOOK: Input: default@part_table3@part3_col=3 POSTHOOK: Input: default@reg_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 1 1 1 1 PREHOOK: query: explain SELECT * FROM part_table1 pt1, @@ -789,7 +789,7 @@ PREHOOK: Input: default@part_table4@part4_col=2 PREHOOK: Input: default@part_table4@part4_col=3 PREHOOK: Input: default@part_table4@part4_col=4 PREHOOK: Input: default@reg_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -816,7 +816,7 @@ POSTHOOK: Input: default@part_table4@part4_col=2 POSTHOOK: Input: default@part_table4@part4_col=3 POSTHOOK: Input: default@part_table4@part4_col=4 POSTHOOK: Input: default@reg_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 1 1 1 1 1 1 PREHOOK: query: explain SELECT * FROM part_table1 pt1, @@ -1042,7 +1042,7 @@ PREHOOK: Input: default@part_table5@part5_col=3 PREHOOK: Input: default@part_table5@part5_col=4 PREHOOK: Input: default@part_table5@part5_col=5 PREHOOK: Input: default@reg_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -1077,7 +1077,7 @@ POSTHOOK: Input: default@part_table5@part5_col=3 POSTHOOK: Input: default@part_table5@part5_col=4 POSTHOOK: Input: default@part_table5@part5_col=5 POSTHOOK: Input: default@reg_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 1 1 1 1 1 1 1 1 PREHOOK: query: DROP TABLE part_table1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out index fcccd06efe..4afff7807a 100644 --- ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out +++ ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out @@ -2995,6 +2995,7 @@ POSTHOOK: query: show table extended like `tgt_rc_merge_test` POSTHOOK: type: SHOW_TABLESTATUS tableName:tgt_rc_merge_test #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat columns:struct columns { i32 key, string value} @@ -3067,6 +3068,7 @@ POSTHOOK: query: show table extended like `tgt_rc_merge_test` POSTHOOK: type: SHOW_TABLESTATUS tableName:tgt_rc_merge_test #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat columns:struct columns { i32 key, string value} @@ -5469,12 +5471,12 @@ PREHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@t1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@t1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 198 6274 194 PREHOOK: query: explain select * FROM diff --git ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out index a5068f8d03..be43941bc3 100644 --- ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out +++ ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out @@ -72,11 +72,11 @@ STAGE PLANS: PREHOOK: query: select key,value from src order by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key,value from src order by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -210,11 +210,11 @@ POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, co PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e1 POSTHOOK: type: QUERY POSTHOOK: Input: default@e1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -228,11 +228,11 @@ POSTHOOK: Input: default@e1 PREHOOK: query: select * from e2 PREHOOK: type: QUERY PREHOOK: Input: default@e2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e2 POSTHOOK: type: QUERY POSTHOOK: Input: default@e2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -349,11 +349,11 @@ POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, co PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e1 POSTHOOK: type: QUERY POSTHOOK: Input: default@e1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -857,11 +857,11 @@ POSTHOOK: Input: default@e1 PREHOOK: query: select * from e2 PREHOOK: type: QUERY PREHOOK: Input: default@e2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e2 POSTHOOK: type: QUERY POSTHOOK: Input: default@e2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -1487,20 +1487,20 @@ POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, co PREHOOK: query: select count(*) from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from e1 POSTHOOK: type: QUERY POSTHOOK: Input: default@e1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select * from e2 PREHOOK: type: QUERY PREHOOK: Input: default@e2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e2 POSTHOOK: type: QUERY POSTHOOK: Input: default@e2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 diff --git ql/src/test/results/clientpositive/spark/spark_opt_shuffle_serde.q.out ql/src/test/results/clientpositive/spark/spark_opt_shuffle_serde.q.out index cd9c7bc8c1..ba07b44bcb 100644 --- ql/src/test/results/clientpositive/spark/spark_opt_shuffle_serde.q.out +++ ql/src/test/results/clientpositive/spark/spark_opt_shuffle_serde.q.out @@ -1,11 +1,11 @@ PREHOOK: query: select key, count(*) from src group by key order by key limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(*) from src group by key order by key limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 10 1 100 2 @@ -109,11 +109,11 @@ POSTHOOK: Input: default@src PREHOOK: query: select key, count(*) from src group by key order by key limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(*) from src group by key order by key limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 10 1 100 2 diff --git ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out index 680b0fff8e..cd7c6ddb19 100644 --- ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out +++ ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out @@ -87,13 +87,13 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 97 val_97 97 val_97 97 val_97 @@ -312,7 +312,7 @@ SELECT sum(hash(a.key, b.value)) FROM a JOIN b ON a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@tmp -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: WITH a AS ( SELECT src1.key, src2.value FROM tmp src1 JOIN tmp src2 ON (src1.key = src2.key) @@ -327,5 +327,5 @@ SELECT sum(hash(a.key, b.value)) FROM a JOIN b ON a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@tmp -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 180817551380 diff --git ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out index 11f367e63d..a1bc1a9379 100644 --- ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out @@ -87,13 +87,13 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 97 val_97 97 val_97 97 val_97 @@ -248,11 +248,11 @@ POSTHOOK: Lineage: dest.value SIMPLE [(src)src3.FieldSchema(name:value, type:str PREHOOK: query: SELECT sum(hash(dest.key,dest.value)) FROM dest PREHOOK: type: QUERY PREHOOK: Input: default@dest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT sum(hash(dest.key,dest.value)) FROM dest POSTHOOK: type: QUERY POSTHOOK: Input: default@dest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 33815990627 PREHOOK: query: CREATE TABLE a (c1 STRING, c2 INT) PREHOOK: type: CREATETABLE @@ -558,7 +558,7 @@ PREHOOK: Input: default@b PREHOOK: Input: default@c PREHOOK: Input: default@d PREHOOK: Input: default@e -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: WITH t1 AS ( SELECT a.c1 AS c1, a.c2 AS c2, b.c3 AS c3 FROM a JOIN b ON a.c2 = b.c4 ), @@ -578,7 +578,7 @@ POSTHOOK: Input: default@b POSTHOOK: Input: default@c POSTHOOK: Input: default@d POSTHOOK: Input: default@e -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### a1 b1 d1 a2 b2 d2 c1 d1 d1 diff --git ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out index f9a7eb0ae7..82e994c5e3 100644 --- ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out +++ ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out @@ -5,7 +5,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct ds from srcpart POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -13,7 +13,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: select distinct hr from srcpart @@ -23,7 +23,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct hr from srcpart POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -31,7 +31,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11 12 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL create table srcpart_date as select ds as ds, ds as `date` from srcpart group by ds @@ -163,7 +163,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-3 Create Table Operator: @@ -523,7 +523,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -532,7 +532,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -726,7 +726,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -735,16 +735,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1012,7 +1012,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1021,7 +1021,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1217,7 +1217,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1226,7 +1226,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date.ds) as string), "0") as bigint)) + 10) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1501,7 +1501,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date.ds) as string), "0") as bigint)) + 10) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1510,7 +1510,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date.ds) as decimal) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1778,7 +1778,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date.ds) as decimal) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1787,7 +1787,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -2193,7 +2193,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -2204,7 +2204,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -2475,7 +2475,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -2486,16 +2486,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -2784,7 +2784,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2793,7 +2793,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -2987,7 +2987,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2996,16 +2996,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -3270,7 +3270,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -3279,7 +3279,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -3473,7 +3473,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -3482,16 +3482,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: select count(*) from srcpart where ds = 'I DONT EXIST' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -3759,7 +3759,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -3768,7 +3768,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -4034,7 +4034,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4043,7 +4043,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -4239,7 +4239,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4248,7 +4248,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -4443,7 +4443,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4452,16 +4452,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -4729,7 +4729,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4738,16 +4738,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where cast(hr as string) = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where cast(hr as string) = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' @@ -4984,22 +4984,22 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Shuffle Join JOIN[7][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) @@ -5198,7 +5198,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5207,7 +5207,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr PREHOOK: type: QUERY @@ -5496,7 +5496,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5505,7 +5505,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart left join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -6672,7 +6672,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY @@ -6681,7 +6681,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 @@ -6952,14 +6952,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -7592,7 +7592,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -7600,7 +7600,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -8235,7 +8235,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -8243,7 +8243,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) @@ -8881,7 +8881,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -8889,7 +8889,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-08 2008-04-09 @@ -9118,7 +9118,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -9127,16 +9127,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -9364,7 +9364,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -9373,7 +9373,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -9694,7 +9694,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -9705,16 +9705,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -9964,7 +9964,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -9973,16 +9973,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -10208,7 +10208,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -10217,7 +10217,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -10445,7 +10445,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -10454,7 +10454,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -10681,7 +10681,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -10690,16 +10690,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' @@ -10947,22 +10947,22 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart left join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -11877,7 +11877,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY @@ -11886,7 +11886,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 @@ -12157,14 +12157,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -12799,7 +12799,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -12807,7 +12807,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: drop table srcpart_date diff --git ql/src/test/results/clientpositive/spark/temp_table_external.q.out ql/src/test/results/clientpositive/spark/temp_table_external.q.out index 54954b5ca3..910d4f00d1 100644 --- ql/src/test/results/clientpositive/spark/temp_table_external.q.out +++ ql/src/test/results/clientpositive/spark/temp_table_external.q.out @@ -1,22 +1,23 @@ Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ### +PREHOOK: query: create temporary external table temp_table_external (c1 int, c2 int) location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@temp_table_external -#### A masked pattern was here #### +POSTHOOK: query: create temporary external table temp_table_external (c1 int, c2 int) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@temp_table_external PREHOOK: query: select * from temp_table_external PREHOOK: type: QUERY PREHOOK: Input: default@temp_table_external -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from temp_table_external POSTHOOK: type: QUERY POSTHOOK: Input: default@temp_table_external -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL 35 48 NULL 100 100 @@ -29,4 +30,5 @@ POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@temp_table_external POSTHOOK: Output: default@temp_table_external Found 1 items +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ### #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/truncate_column_buckets.q.out ql/src/test/results/clientpositive/spark/truncate_column_buckets.q.out index 4642c19987..edeab0b9b1 100644 --- ql/src/test/results/clientpositive/spark/truncate_column_buckets.q.out +++ ql/src/test/results/clientpositive/spark/truncate_column_buckets.q.out @@ -22,14 +22,14 @@ test_tab GROUP BY INPUT__FILE__NAME )a ORDER BY file_name DESC PREHOOK: type: QUERY PREHOOK: Input: default@test_tab -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cnt FROM ( SELECT INPUT__FILE__NAME file_name, count(*) cnt FROM test_tab GROUP BY INPUT__FILE__NAME )a ORDER BY file_name DESC POSTHOOK: type: QUERY POSTHOOK: Input: default@test_tab -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 258 242 PREHOOK: query: TRUNCATE TABLE test_tab COLUMNS (value) @@ -46,13 +46,13 @@ test_tab GROUP BY INPUT__FILE__NAME )a ORDER BY file_name DESC PREHOOK: type: QUERY PREHOOK: Input: default@test_tab -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cnt FROM ( SELECT INPUT__FILE__NAME file_name, count(*) cnt FROM test_tab GROUP BY INPUT__FILE__NAME )a ORDER BY file_name DESC POSTHOOK: type: QUERY POSTHOOK: Input: default@test_tab -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 258 242 diff --git ql/src/test/results/clientpositive/spark/uber_reduce.q.out ql/src/test/results/clientpositive/spark/uber_reduce.q.out index 6fa0e6ad52..1f584d74f4 100644 --- ql/src/test/results/clientpositive/spark/uber_reduce.q.out +++ ql/src/test/results/clientpositive/spark/uber_reduce.q.out @@ -17,9 +17,9 @@ POSTHOOK: Output: default@t1 PREHOOK: query: SELECT count(*) FROM T1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM T1 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 diff --git ql/src/test/results/clientpositive/spark/vector_inner_join.q.out ql/src/test/results/clientpositive/spark/vector_inner_join.q.out index 7d17c59e4d..d295234d40 100644 --- ql/src/test/results/clientpositive/spark/vector_inner_join.q.out +++ ql/src/test/results/clientpositive/spark/vector_inner_join.q.out @@ -193,12 +193,12 @@ PREHOOK: query: select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1a PREHOOK: Input: default@orc_table_2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1a POSTHOOK: Input: default@orc_table_2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: explain vectorization detail select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2 @@ -365,12 +365,12 @@ PREHOOK: query: select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1a PREHOOK: Input: default@orc_table_2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1a POSTHOOK: Input: default@orc_table_2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: CREATE TABLE orc_table_1b(v1 STRING, a INT) STORED AS ORC PREHOOK: type: CREATETABLE @@ -569,12 +569,12 @@ PREHOOK: query: select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three 3 PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 @@ -730,12 +730,12 @@ PREHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_ta PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three 3 3 THREE PREHOOK: query: explain vectorization detail select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 @@ -900,12 +900,12 @@ PREHOOK: query: select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join or PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three 6 15 THREE PREHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 @@ -1069,12 +1069,12 @@ PREHOOK: query: select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three THREE 3 PREHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 @@ -1238,12 +1238,12 @@ PREHOOK: query: select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 three THREE PREHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 @@ -1407,12 +1407,12 @@ PREHOOK: query: select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three THREE 3 PREHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 @@ -1576,10 +1576,10 @@ PREHOOK: query: select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 three THREE diff --git ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out index 111b2a1cd8..25d46d83e4 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out @@ -37,11 +37,11 @@ POSTHOOK: Lineage: orc_table_2.v2 SCRIPT [] PREHOOK: query: select * from orc_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL one 1 @@ -51,11 +51,11 @@ two 2 PREHOOK: query: select * from orc_table_2 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_table_2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 ZERO 2 TWO 3 THREE @@ -203,12 +203,12 @@ PREHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer j PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 PREHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1 POSTHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL NULL NULL NULL NULL one 1 NULL NULL @@ -356,12 +356,12 @@ PREHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 PREHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1 POSTHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL 0 ZERO NULL NULL 4 FOUR NULL NULL NULL diff --git ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out index 0287c0a316..6d310006c7 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc1a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL @@ -102,11 +102,11 @@ POSTHOOK: Input: default@small_alltypesorc1a PREHOOK: query: select * from small_alltypesorc2a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc2a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl 1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -1639157869 -64.0 -7196.0 NULL IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -527203677 -64.0 -7196.0 NULL JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL true @@ -115,11 +115,11 @@ POSTHOOK: Input: default@small_alltypesorc2a PREHOOK: query: select * from small_alltypesorc3a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc3a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false @@ -128,11 +128,11 @@ NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 19 PREHOOK: query: select * from small_alltypesorc4a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc4a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from (select * from (select * from small_alltypesorc1a) sq1 union all @@ -187,20 +187,20 @@ PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a PREHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a POSTHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from small_alltypesorc_a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL @@ -365,14 +365,14 @@ left outer join small_alltypesorc_a cd on cd.cint = c.cint PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_a c left outer join small_alltypesorc_a cd on cd.cint = c.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL @@ -539,14 +539,14 @@ left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c.ctinyint from small_alltypesorc_a c left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -64 -64 @@ -919,7 +919,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*), sum(t1.c_ctinyint) from (select c.ctinyint as c_ctinyint from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -929,5 +929,5 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 145 -8960 diff --git ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out index ae22c788ec..60e3ed136b 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [(alltypesorc)alltypesorc PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc1a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false @@ -102,11 +102,11 @@ NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 19 PREHOOK: query: select * from small_alltypesorc2a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc2a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl 1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -1639157869 -64.0 -7196.0 NULL IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -527203677 -64.0 -7196.0 NULL JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL true @@ -115,11 +115,11 @@ POSTHOOK: Input: default@small_alltypesorc2a PREHOOK: query: select * from small_alltypesorc3a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc3a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL -13166 626923679 NULL NULL -13166.0 821UdmGbkEf4j NULL 1969-12-31 15:59:55.089 1969-12-31 16:00:15.69 true NULL NULL -14426 626923679 NULL NULL -14426.0 821UdmGbkEf4j NULL 1969-12-31 16:00:11.505 1969-12-31 16:00:13.309 true NULL NULL -14847 626923679 NULL NULL -14847.0 821UdmGbkEf4j NULL 1969-12-31 16:00:00.612 1969-12-31 15:59:43.704 true NULL @@ -128,11 +128,11 @@ NULL -15830 253665376 NULL NULL -15830.0 1cGVWH7n1QU NULL 1969-12-31 16:00:02.58 PREHOOK: query: select * from small_alltypesorc4a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc4a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -60 -200 NULL NULL -60.0 -200.0 NULL NULL 1969-12-31 16:00:11.996 1969-12-31 15:59:55.451 NULL NULL -61 -7196 NULL NULL -61.0 -7196.0 NULL 8Mlns2Tl6E0g 1969-12-31 15:59:44.823 1969-12-31 15:59:58.174 NULL false -61 -7196 NULL NULL -61.0 -7196.0 NULL fUJIN 1969-12-31 16:00:11.842 1969-12-31 15:59:58.174 NULL false @@ -192,20 +192,20 @@ PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a PREHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a POSTHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from small_alltypesorc_a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -60 -200 NULL NULL -60.0 -200.0 NULL NULL 1969-12-31 16:00:11.996 1969-12-31 15:59:55.451 NULL NULL -61 -7196 NULL NULL -61.0 -7196.0 NULL 8Mlns2Tl6E0g 1969-12-31 15:59:44.823 1969-12-31 15:59:58.174 NULL false -61 -7196 NULL NULL -61.0 -7196.0 NULL fUJIN 1969-12-31 16:00:11.842 1969-12-31 15:59:58.174 NULL false @@ -493,7 +493,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*), sum(t1.c_cbigint) from (select c.cbigint as c_cbigint from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -503,5 +503,5 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 34 -26289186744 diff --git ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out index f8d1ec2425..c5568b6300 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [(alltypesorc)alltypesorc PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc1a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false @@ -102,11 +102,11 @@ NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 19 PREHOOK: query: select * from small_alltypesorc2a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc2a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -51 NULL NULL -1731061911 -51.0 NULL Pw53BBJ yL443x2437PO5Hv1U3lCjq2D 1969-12-31 16:00:08.451 NULL true false -51 NULL NULL -1846191223 -51.0 NULL Ul085f84S33Xd32u x1JC58g0Ukp 1969-12-31 16:00:08.451 NULL true true -51 NULL NULL -1874052220 -51.0 NULL c61B47I604gymFJ sjWQS78 1969-12-31 16:00:08.451 NULL false false @@ -115,11 +115,11 @@ POSTHOOK: Input: default@small_alltypesorc2a PREHOOK: query: select * from small_alltypesorc3a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc3a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -51 NULL -31312632 1086455747 -51.0 NULL NULL Bc7xt12568c451o64LF5 1969-12-31 16:00:08.451 NULL NULL true -51 NULL -337975743 608681041 -51.0 NULL NULL Ih2r28o6 1969-12-31 16:00:08.451 NULL NULL true -51 NULL -413196097 -306198070 -51.0 NULL NULL F53QcSDPpxYF1Ub 1969-12-31 16:00:08.451 NULL NULL false @@ -128,11 +128,11 @@ POSTHOOK: Input: default@small_alltypesorc3a PREHOOK: query: select * from small_alltypesorc4a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc4a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl 1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -1639157869 -64.0 -7196.0 NULL IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -527203677 -64.0 -7196.0 NULL JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL true @@ -192,20 +192,20 @@ PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a PREHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a POSTHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from small_alltypesorc_a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -51 NULL -31312632 1086455747 -51.0 NULL NULL Bc7xt12568c451o64LF5 1969-12-31 16:00:08.451 NULL NULL true -51 NULL -337975743 608681041 -51.0 NULL NULL Ih2r28o6 1969-12-31 16:00:08.451 NULL NULL true -51 NULL -413196097 -306198070 -51.0 NULL NULL F53QcSDPpxYF1Ub 1969-12-31 16:00:08.451 NULL NULL false @@ -254,7 +254,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -264,7 +264,7 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 PREHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 @@ -294,7 +294,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -304,7 +304,7 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 28 PREHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 @@ -334,7 +334,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -344,5 +344,5 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 28 diff --git ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out index a55250b9f4..9872ab1077 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: small_alltypesorc4b.ctinyint SIMPLE [] PREHOOK: query: select * from small_alltypesorc1b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc1b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -3097 253665376 NULL -64.0 -3097.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.013 1969-12-31 16:00:06.097 true NULL @@ -107,11 +107,11 @@ POSTHOOK: Input: default@small_alltypesorc1b PREHOOK: query: select * from small_alltypesorc2b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc2b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -200 NULL -1809444706 -64.0 -200.0 NULL B87YVb3UASqg 1969-12-31 16:00:10.858 1969-12-31 15:59:55.451 NULL true -64 -200 NULL 2118653994 -64.0 -200.0 NULL ONHGSDy1U4Ft431DfQp15 1969-12-31 16:00:03.944 1969-12-31 15:59:55.451 NULL true -64 -200 NULL 927647669 -64.0 -200.0 NULL DhxkBT 1969-12-31 16:00:00.199 1969-12-31 15:59:55.451 NULL false @@ -125,11 +125,11 @@ POSTHOOK: Input: default@small_alltypesorc2b PREHOOK: query: select * from small_alltypesorc3b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc3b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -609074876 -1887561756 NULL NULL EcM71 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:55.061 true false NULL NULL -700300206 -1887561756 NULL NULL kdqQE010 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:58.384 false false @@ -143,11 +143,11 @@ NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 19 PREHOOK: query: select * from small_alltypesorc4b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc4b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc4b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc4b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table small_alltypesorc_b stored as orc as select * from (select * from (select * from small_alltypesorc1b) sq1 union all @@ -202,20 +202,20 @@ PREHOOK: query: ANALYZE TABLE small_alltypesorc_b COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b PREHOOK: Output: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_alltypesorc_b COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b POSTHOOK: Output: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from small_alltypesorc_b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -200 NULL -1809444706 -64.0 -200.0 NULL B87YVb3UASqg 1969-12-31 16:00:10.858 1969-12-31 15:59:55.451 NULL true @@ -265,14 +265,14 @@ left outer join small_alltypesorc_b cd on cd.cint = c.cint PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_b c left outer join small_alltypesorc_b cd on cd.cint = c.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -3586 626923679 NULL -64.0 -3586.0 821UdmGbkEf4j NULL 1969-12-31 16:00:11.952 1969-12-31 15:59:51.131 true NULL -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -4018 626923679 NULL -64.0 -4018.0 821UdmGbkEf4j NULL 1969-12-31 15:59:58.959 1969-12-31 16:00:07.803 true NULL @@ -346,14 +346,14 @@ left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c.ctinyint from small_alltypesorc_b c left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -64 -64 @@ -792,7 +792,7 @@ left outer join small_alltypesorc_b hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from small_alltypesorc_b c left outer join small_alltypesorc_b cd @@ -802,5 +802,5 @@ left outer join small_alltypesorc_b hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 890 diff --git ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out index 680ee42bb6..baf720471c 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out @@ -28,12 +28,12 @@ PREHOOK: query: ANALYZE TABLE sorted_mod_4 COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@sorted_mod_4 PREHOOK: Output: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE sorted_mod_4 COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@sorted_mod_4 POSTHOOK: Output: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table small_table stored as orc as select ctinyint, cbigint from alltypesorc limit 100 PREHOOK: type: CREATETABLE_AS_SELECT @@ -60,12 +60,12 @@ PREHOOK: query: ANALYZE TABLE small_table COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Output: default@small_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_table COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Output: default@small_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from sorted_mod_4 s @@ -89,7 +89,7 @@ on s.ctinyint = st.ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.*, st.* from sorted_mod_4 s left outer join small_table st @@ -98,7 +98,7 @@ on s.ctinyint = st.ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6876 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint @@ -123,7 +123,7 @@ on s.ctinyint = sm.ctinyint and s.cmodint = 2 PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm @@ -132,7 +132,7 @@ on s.ctinyint = sm.ctinyint and s.cmodint = 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6058 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint @@ -157,7 +157,7 @@ on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm @@ -166,7 +166,7 @@ on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6248 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint @@ -191,7 +191,7 @@ on s.ctinyint = sm.ctinyint and s.ctinyint < 100 PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm @@ -200,7 +200,7 @@ on s.ctinyint = sm.ctinyint and s.ctinyint < 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6876 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, sm.*, s2.* @@ -231,7 +231,7 @@ left outer join sorted_mod_4 s2 PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.*, sm.*, s2.* from sorted_mod_4 s left outer join small_table sm @@ -242,7 +242,7 @@ left outer join sorted_mod_4 s2 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3268334 PREHOOK: query: create table mod_8_mod_4 stored as orc as select pmod(ctinyint, 8) as cmodtinyint, pmod(cint, 4) as cmodint from alltypesorc @@ -272,12 +272,12 @@ PREHOOK: query: ANALYZE TABLE mod_8_mod_4 COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Output: default@mod_8_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE mod_8_mod_4 COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Output: default@mod_8_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table small_table2 stored as orc as select pmod(ctinyint, 16) as cmodtinyint, cbigint from alltypesorc limit 100 PREHOOK: type: CREATETABLE_AS_SELECT @@ -304,12 +304,12 @@ PREHOOK: query: ANALYZE TABLE small_table2 COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_table2 PREHOOK: Output: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_table2 COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table2 POSTHOOK: Output: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from mod_8_mod_4 s @@ -333,7 +333,7 @@ on s.cmodtinyint = st.cmodtinyint PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.*, st.* from mod_8_mod_4 s left outer join small_table2 st @@ -342,7 +342,7 @@ on s.cmodtinyint = st.cmodtinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 39112 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint @@ -367,7 +367,7 @@ on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm @@ -376,7 +376,7 @@ on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11171 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint @@ -401,7 +401,7 @@ on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm @@ -410,7 +410,7 @@ on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14371 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint @@ -435,7 +435,7 @@ on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm @@ -444,7 +444,7 @@ on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 17792 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, sm.*, s2.* @@ -475,7 +475,7 @@ left outer join mod_8_mod_4 s2 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.*, sm.*, s2.* from mod_8_mod_4 s left outer join small_table2 sm @@ -486,5 +486,5 @@ left outer join mod_8_mod_4 s2 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6524438 diff --git ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out index 2593fb15b0..50c53d0972 100644 --- ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out +++ ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out @@ -92,11 +92,11 @@ POSTHOOK: Output: default@over10k_orc_bucketed PREHOOK: query: select distinct si, si%4 from over10k order by si PREHOOK: type: QUERY PREHOOK: Input: default@over10k -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct si, si%4 from over10k order by si POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL 256 0 257 1 @@ -370,7 +370,10 @@ POSTHOOK: Lineage: over10k_orc_bucketed.si SIMPLE [(over10k)over10k.FieldSchema( POSTHOOK: Lineage: over10k_orc_bucketed.t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: over10k_orc_bucketed.ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] Found 4 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7838 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7786 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7419 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 8035 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: insert into over10k_orc_bucketed select * from over10k PREHOOK: type: QUERY PREHOOK: Input: default@over10k @@ -391,15 +394,30 @@ POSTHOOK: Lineage: over10k_orc_bucketed.si SIMPLE [(over10k)over10k.FieldSchema( POSTHOOK: Lineage: over10k_orc_bucketed.t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: over10k_orc_bucketed.ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] Found 8 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7838 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7838 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7786 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7786 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7419 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7419 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 8035 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 8035 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select distinct 7 as seven, INPUT__FILE__NAME from over10k_orc_bucketed PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct 7 as seven, INPUT__FILE__NAME from over10k_orc_bucketed POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### PREHOOK: query: alter table over10k_orc_bucketed set TBLPROPERTIES ('transactional'='true') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@over10k_orc_bucketed @@ -466,11 +484,11 @@ STAGE PLANS: PREHOOK: query: select t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by t, si, i PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by t, si, i POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -3 344 65733 -3 344 65733 5 501 65585 @@ -536,11 +554,11 @@ STAGE PLANS: PREHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"transactionid":0,"bucketid":536870912,"rowid":36} -3 344 65733 {"transactionid":0,"bucketid":536870912,"rowid":300} -3 344 65733 {"transactionid":0,"bucketid":536936448,"rowid":82} 5 501 65585 @@ -631,11 +649,11 @@ POSTHOOK: Output: default@over10k_orc_bucketed PREHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"transactionid":### Masked txnid ###,"bucketid":536870912,"rowid":0} -3 344 0 {"transactionid":### Masked txnid ###,"bucketid":536870912,"rowid":1} -3 344 0 {"transactionid":### Masked txnid ###,"bucketid":536936448,"rowid":0} 5 501 0 @@ -707,11 +725,11 @@ STAGE PLANS: PREHOOK: query: select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: alter table over10k_orc_bucketed compact 'major' WITH OVERWRITE TBLPROPERTIES ('compactor.mapreduce.map.memory.mb'='500', 'compactor.mapreduce.reduce.memory.mb'='500','compactor.mapreduce.map.memory.mb'='500', 'compactor.hive.tez.container.size'='500') PREHOOK: type: ALTERTABLE_COMPACT POSTHOOK: query: alter table over10k_orc_bucketed compact 'major' WITH OVERWRITE TBLPROPERTIES ('compactor.mapreduce.map.memory.mb'='500', 'compactor.mapreduce.reduce.memory.mb'='500','compactor.mapreduce.map.memory.mb'='500', 'compactor.hive.tez.container.size'='500') @@ -719,11 +737,11 @@ POSTHOOK: type: ALTERTABLE_COMPACT PREHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"transactionid":### Masked txnid ###,"bucketid":536870912,"rowid":0} -3 344 0 {"transactionid":### Masked txnid ###,"bucketid":536870912,"rowid":1} -3 344 0 {"transactionid":### Masked txnid ###,"bucketid":536936448,"rowid":0} 5 501 0 @@ -733,8 +751,8 @@ POSTHOOK: Input: default@over10k_orc_bucketed PREHOOK: query: select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/tez/delete_orig_table.q.out ql/src/test/results/clientpositive/tez/delete_orig_table.q.out index a036b068e3..d731cb1ca0 100644 --- ql/src/test/results/clientpositive/tez/delete_orig_table.q.out +++ ql/src/test/results/clientpositive/tez/delete_orig_table.q.out @@ -12,7 +12,7 @@ PREHOOK: query: create table acid_dot( cboolean1 BOOLEAN, #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@acid_dot POSTHOOK: query: create table acid_dot( @@ -29,17 +29,17 @@ POSTHOOK: query: create table acid_dot( cboolean1 BOOLEAN, #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_dot PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12288 PREHOOK: query: delete from acid_dot where cint < -1070551679 PREHOOK: type: QUERY @@ -52,10 +52,10 @@ POSTHOOK: Output: default@acid_dot PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12280 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out index 8e735f9e11..5cbd032bb4 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out @@ -1,11 +1,11 @@ PREHOOK: query: select * from src a union all select * from src b limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src a union all select * from src b limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * from src a union all select * from src b limit 10 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select * from src a union all select * from src b limit 10 @@ -41,11 +41,11 @@ Stage-0 PREHOOK: query: select key from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key from src @@ -150,11 +150,11 @@ Stage-3 PREHOOK: query: select key from src limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src limit 10 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key from src limit 10 @@ -174,11 +174,11 @@ Stage-0 PREHOOK: query: select key from src where value < 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where value < 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src where value < 10 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key from src where value < 10 @@ -198,11 +198,11 @@ Stage-0 PREHOOK: query: select key from src where key < 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where key < 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src where key < 10 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key from src where key < 10 @@ -222,20 +222,20 @@ Stage-0 PREHOOK: query: select count(*) from (select key from src where key < 10)subq PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select key from src where key < 10)subq POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select key, count(key) from src group by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(key) from src group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key, count(key) from src group by key PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key, count(key) from src group by key @@ -264,20 +264,20 @@ Stage-0 PREHOOK: query: select count(*) from (select key, count(key) from src group by key)subq PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select key, count(key) from src group by key)subq POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 309 PREHOOK: query: select count(*) from src a join src b on a.key = b.value where a.key > 0 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from src a join src b on a.key = b.value where a.key > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.value where a.key > 0 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.value where a.key > 0 @@ -322,11 +322,11 @@ Stage-0 PREHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.key where a.key > 0 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.key where a.key > 0 @@ -371,20 +371,20 @@ Stage-0 PREHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1019 PREHOOK: query: select * from src a union all select * from src b PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src a union all select * from src b POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * from src a union all select * from src b PREHOOK: type: QUERY POSTHOOK: query: explain analyze select * from src a union all select * from src b @@ -416,22 +416,22 @@ Stage-0 PREHOOK: query: select count(*) from (select * from src a union all select * from src b)subq PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select * from src a union all select * from src b)subq POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: SELECT x.key, y.value FROM src x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT x.key, y.value FROM src x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN analyze SELECT x.key, y.value FROM src x JOIN src y ON (x.key = y.key) @@ -481,7 +481,7 @@ on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: cat PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b @@ -489,7 +489,7 @@ on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: cat POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze SELECT TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) diff --git ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out index 05fcbc319e..444ff1284f 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out @@ -6,7 +6,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, value FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol POSTHOOK: type: QUERY @@ -15,7 +15,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key, value FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol PREHOOK: type: QUERY @@ -66,9 +66,11 @@ Stage-1 #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:newDB +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:newDB +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE #### A masked pattern was here #### @@ -78,10 +80,11 @@ Stage-0 #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:newDB +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:newDB -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: describe database extended newDB PREHOOK: type: DESCDATABASE PREHOOK: Input: database:newdb @@ -235,12 +238,12 @@ PREHOOK: query: analyze table src_stats compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@src_stats PREHOOK: Output: default@src_stats -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table src_stats compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@src_stats POSTHOOK: Output: default@src_stats -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze analyze table src_stats compute statistics for columns PREHOOK: type: QUERY POSTHOOK: query: explain analyze analyze table src_stats compute statistics for columns @@ -285,11 +288,11 @@ POSTHOOK: Output: database:default PREHOOK: query: SELECT SIGMOID(2) FROM src LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SIGMOID(2) FROM src LIMIT 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze SELECT SIGMOID(2) FROM src LIMIT 1 PREHOOK: type: QUERY POSTHOOK: query: explain analyze SELECT SIGMOID(2) FROM src LIMIT 1 @@ -417,11 +420,11 @@ Stage-1 PREHOOK: query: select key from src_autho_test order by key limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@src_autho_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src_autho_test order by key limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_autho_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -586,12 +589,12 @@ PREHOOK: query: with cte as (select * from src order by key limit 5) select * from cte PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with cte as (select * from src order by key limit 5) select * from cte POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze with cte as (select * from src order by key limit 5) select * from cte PREHOOK: type: QUERY @@ -816,7 +819,7 @@ PREHOOK: Input: default@tab PREHOOK: Input: default@tab@ds=2008-04-08 PREHOOK: Input: default@tab_part PREHOOK: Input: default@tab_part@ds=2008-04-08 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key POSTHOOK: type: QUERY @@ -824,7 +827,7 @@ POSTHOOK: Input: default@tab POSTHOOK: Input: default@tab@ds=2008-04-08 POSTHOOK: Input: default@tab_part POSTHOOK: Input: default@tab_part@ds=2008-04-08 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key diff --git ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out index 9c678ac968..fd2e95d98c 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out @@ -6,7 +6,7 @@ where order by a.cint PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -15,7 +15,7 @@ where order by a.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * @@ -77,7 +77,7 @@ where order by a.cint PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -86,7 +86,7 @@ where order by a.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true @@ -104,7 +104,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -112,7 +112,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) @@ -171,7 +171,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -179,7 +179,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select a.csmallint, count(*) c1 @@ -190,7 +190,7 @@ group by a.csmallint order by c1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.csmallint, count(*) c1 from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -200,7 +200,7 @@ group by a.csmallint order by c1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select a.csmallint, count(*) c1 @@ -271,7 +271,7 @@ group by a.csmallint order by c1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.csmallint, count(*) c1 from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -281,7 +281,7 @@ group by a.csmallint order by c1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -13036 1 -8915 1 -3799 1 @@ -295,7 +295,7 @@ where order by a.cint PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -304,7 +304,7 @@ where order by a.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * @@ -366,7 +366,7 @@ where order by a.cint PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -375,7 +375,7 @@ where order by a.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true @@ -393,7 +393,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -401,7 +401,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) @@ -460,7 +460,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -468,7 +468,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select a.csmallint, count(*) c1 @@ -479,7 +479,7 @@ group by a.csmallint order by c1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.csmallint, count(*) c1 from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -489,7 +489,7 @@ group by a.csmallint order by c1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select a.csmallint, count(*) c1 @@ -560,7 +560,7 @@ group by a.csmallint order by c1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.csmallint, count(*) c1 from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -570,7 +570,7 @@ group by a.csmallint order by c1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -13036 1 -8915 1 -3799 1 diff --git ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out index a1a94317d0..7f18f2b42b 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out @@ -37,12 +37,12 @@ PREHOOK: query: analyze table src_stats compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@src_stats PREHOOK: Output: default@src_stats -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table src_stats compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@src_stats POSTHOOK: Output: default@src_stats -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze analyze table src_stats compute statistics for columns PREHOOK: type: QUERY POSTHOOK: query: explain analyze analyze table src_stats compute statistics for columns @@ -162,12 +162,12 @@ PREHOOK: query: select count(*) from (select * from src union select * from src1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select * from src union select * from src1)subq POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 319 PREHOOK: query: insert overwrite table src_multi2 select subq.key, src.value from (select * from src union select * from src1)subq join src on subq.key=src.key PREHOOK: type: QUERY @@ -260,11 +260,11 @@ POSTHOOK: Lineage: acid_uami.vc SCRIPT [] PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from acid_uami order by de POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uami -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 109.23 mary had a little lamb 10 119.23 and everywhere that mary went 6553 923.19 its fleece was white as snow @@ -310,11 +310,11 @@ Stage-3 PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from acid_uami order by de POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uami -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 109.23 mary had a little lamb 10 119.23 and everywhere that mary went 6553 923.19 its fleece was white as snow @@ -330,11 +330,11 @@ POSTHOOK: Output: default@acid_uami PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from acid_uami order by de POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uami -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 3.14 mary had a little lamb 10 3.14 and everywhere that mary went 6553 923.19 its fleece was white as snow @@ -353,7 +353,7 @@ PREHOOK: query: create table acid_dot( cboolean1 BOOLEAN, #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@acid_dot POSTHOOK: query: create table acid_dot( @@ -370,17 +370,17 @@ POSTHOOK: query: create table acid_dot( cboolean1 BOOLEAN, #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_dot PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12288 PREHOOK: query: delete from acid_dot where cint < -1070551679 PREHOOK: type: QUERY @@ -423,11 +423,11 @@ Stage-3 PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12288 PREHOOK: query: delete from acid_dot where cint < -1070551679 PREHOOK: type: QUERY @@ -440,9 +440,9 @@ POSTHOOK: Output: default@acid_dot PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12280 diff --git ql/src/test/results/clientpositive/tez/explainuser_3.q.out ql/src/test/results/clientpositive/tez/explainuser_3.q.out index 23c81d64e8..c6cf6803b5 100644 --- ql/src/test/results/clientpositive/tez/explainuser_3.q.out +++ ql/src/test/results/clientpositive/tez/explainuser_3.q.out @@ -20,12 +20,12 @@ PREHOOK: query: analyze table acid_vectorized compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@acid_vectorized PREHOOK: Output: default@acid_vectorized -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table acid_vectorized compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_vectorized POSTHOOK: Output: default@acid_vectorized -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select a, b from acid_vectorized order by a, b PREHOOK: type: QUERY POSTHOOK: query: explain select a, b from acid_vectorized order by a, b @@ -100,10 +100,11 @@ Stage-0 #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:newDB +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:newDB -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain describe database extended newDB PREHOOK: type: DESCDATABASE POSTHOOK: query: explain describe database extended newDB @@ -329,11 +330,11 @@ Stage-1 PREHOOK: query: select key from src_autho_test order by key limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@src_autho_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src_autho_test order by key limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_autho_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 diff --git ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out index a709920fd2..008114889f 100644 --- ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out +++ ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out @@ -1,11 +1,11 @@ PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: explain select count(*) from @@ -112,7 +112,7 @@ PREHOOK: query: select count(*) from where c.cint < 2000000000) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -121,7 +121,7 @@ POSTHOOK: query: select count(*) from where c.cint < 2000000000) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3152013 PREHOOK: query: explain select count(*) from @@ -229,7 +229,7 @@ PREHOOK: query: select count(*) from where c.cint < 2000000000) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -238,7 +238,7 @@ POSTHOOK: query: select count(*) from where c.cint < 2000000000) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3152013 PREHOOK: query: explain select count(*) from @@ -342,7 +342,7 @@ PREHOOK: query: select count(*) from on cd.cint = c.cint) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -350,7 +350,7 @@ POSTHOOK: query: select count(*) from on cd.cint = c.cint) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3152013 PREHOOK: query: explain select count(*) from @@ -455,7 +455,7 @@ PREHOOK: query: select count(*) from on cd.cint = c.cint) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -463,7 +463,7 @@ POSTHOOK: query: select count(*) from on cd.cint = c.cint) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3152013 PREHOOK: query: explain select count(*) from @@ -561,7 +561,7 @@ PREHOOK: query: select count(*) from on cd.cint = c.cint) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -569,7 +569,7 @@ POSTHOOK: query: select count(*) from on cd.cint = c.cint) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3155128 PREHOOK: query: explain select count(*) from @@ -668,7 +668,7 @@ PREHOOK: query: select count(*) from on cd.cint = c.cint) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -676,7 +676,7 @@ POSTHOOK: query: select count(*) from on cd.cint = c.cint) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3155128 PREHOOK: query: create table parttbl (key string, value char(20)) partitioned by (dt char(10)) PREHOOK: type: CREATETABLE @@ -814,7 +814,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@parttbl PREHOOK: Input: default@parttbl@dt=2000-01-01 PREHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select p1.value from parttbl p1 @@ -824,7 +824,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@parttbl POSTHOOK: Input: default@parttbl@dt=2000-01-01 POSTHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1217 PREHOOK: query: explain select count(*) from @@ -931,7 +931,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@parttbl PREHOOK: Input: default@parttbl@dt=2000-01-01 PREHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select p1.value from parttbl p1 @@ -941,7 +941,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@parttbl POSTHOOK: Input: default@parttbl@dt=2000-01-01 POSTHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1217 PREHOOK: query: explain select count(*) from @@ -1052,7 +1052,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@parttbl PREHOOK: Input: default@parttbl@dt=2000-01-01 PREHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select p1.value from parttbl p1 @@ -1062,7 +1062,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@parttbl POSTHOOK: Input: default@parttbl@dt=2000-01-01 POSTHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1217 PREHOOK: query: explain select count(*) from @@ -1173,7 +1173,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@parttbl PREHOOK: Input: default@parttbl@dt=2000-01-01 PREHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select p1.value from parttbl p1 @@ -1183,7 +1183,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@parttbl POSTHOOK: Input: default@parttbl@dt=2000-01-01 POSTHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1217 PREHOOK: query: drop table parttbl PREHOOK: type: DROPTABLE @@ -1307,14 +1307,14 @@ PREHOOK: query: SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 WHERE l.cint = 6981 PREHOOK: type: QUERY PREHOOK: Input: default@decimal_mapjoin -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 FROM decimal_mapjoin l JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_mapjoin -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6981 6981 NULL NULL 6981 6981 NULL NULL 6981 6981 NULL NULL @@ -1507,14 +1507,14 @@ PREHOOK: query: SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 WHERE l.cint = 6981 PREHOOK: type: QUERY PREHOOK: Input: default@decimal_mapjoin -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 FROM decimal_mapjoin l JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_mapjoin -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6981 6981 NULL NULL 6981 6981 NULL NULL 6981 6981 NULL NULL diff --git ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out index 0b71be960f..cfa60e3f4f 100644 --- ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out +++ ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out @@ -1,20 +1,20 @@ PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -126,7 +126,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) @@ -138,7 +138,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 428 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -251,7 +251,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) @@ -263,16 +263,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 428 PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -403,7 +403,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) @@ -416,7 +416,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5680 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -548,7 +548,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) @@ -561,16 +561,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5680 PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -788,7 +788,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) @@ -804,7 +804,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 428 452 PREHOOK: query: EXPLAIN @@ -1025,7 +1025,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) @@ -1041,17 +1041,17 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 428 452 PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -1218,7 +1218,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z1 ON (x.key = z1.key) @@ -1235,7 +1235,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 18256 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -1404,7 +1404,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z1 ON (x.key = z1.key) @@ -1421,5 +1421,5 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 18256 diff --git ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out index 49a4c7578e..bb08f164e6 100644 --- ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out +++ ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out @@ -60,42 +60,42 @@ Stage-0 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 7 PREHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 7 7 PREHOOK: query: explain select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee @@ -141,12 +141,12 @@ PREHOOK: query: select count(distinct gender), count(distinct department_id), co count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 7 7 7 PREHOOK: query: select count(case i when 3 then 1 else null end) as c0, count(case i when 5 then 1 else null end) as c1, count(case i when 6 then 1 else null end) as c2 from (select grouping__id as i, department_id, gender, @@ -154,27 +154,27 @@ education_level from employee group by department_id, gender, education_level gr (department_id, gender, education_level))subq PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(case i when 3 then 1 else null end) as c0, count(case i when 5 then 1 else null end) as c1, count(case i when 6 then 1 else null end) as c2 from (select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level))subq POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 PREHOOK: query: select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level, (education_level, department_id)) PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level, (education_level, department_id)) POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 NULL NULL 1 6 NULL NULL 2 6 NULL NULL 3 diff --git ql/src/test/results/clientpositive/tez/orc_merge12.q.out ql/src/test/results/clientpositive/tez/orc_merge12.q.out index a999b8a456..673bad2230 100644 --- ql/src/test/results/clientpositive/tez/orc_merge12.q.out +++ ql/src/test/results/clientpositive/tez/orc_merge12.q.out @@ -97,20 +97,20 @@ POSTHOOK: Output: default@alltypesorc3xcols PREHOOK: query: select count(*) from alltypesorc3xcols PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc3xcols POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 24576 PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -302946892512 PREHOOK: query: alter table alltypesorc3xcols concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -123,27 +123,27 @@ POSTHOOK: Output: default@alltypesorc3xcols PREHOOK: query: select count(*) from alltypesorc3xcols PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc3xcols POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 24576 PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -302946892512 PREHOOK: query: select * from alltypesorc3xcols limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### -- BEGIN ORC FILE DUMP -- -#### A masked pattern was here #### +Structure for hdfs://### HDFS PATH ### File Version: 0.12 with ORC_135 Rows: 24576 Compression: ZLIB diff --git ql/src/test/results/clientpositive/tez/orc_vectorization_ppd.q.out ql/src/test/results/clientpositive/tez/orc_vectorization_ppd.q.out index 35b204b91a..95bcc7b9dc 100644 --- ql/src/test/results/clientpositive/tez/orc_vectorization_ppd.q.out +++ ql/src/test/results/clientpositive/tez/orc_vectorization_ppd.q.out @@ -161,74 +161,74 @@ POSTHOOK: Lineage: testorc.s3 SIMPLE [(vectororc)vectororc.FieldSchema(name:s3, PREHOOK: query: select count(*),int(sum(d)) from testorc where s1 is not null PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s1 is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3000 1505 PREHOOK: query: select count(*),int(sum(d)) from testorc where s1 is not null PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s1 is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3000 1505 PREHOOK: query: select count(*),int(sum(d)) from testorc where s2 in ("b", "c", "e", "g") PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s2 in ("b", "c", "e", "g") POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4000 2006 PREHOOK: query: select count(*),int(sum(d)) from testorc where s2 in ("b", "c", "e", "g") PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s2 in ("b", "c", "e", "g") POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4000 2006 PREHOOK: query: select count(*),int(sum(d)) from testorc where s3="z" PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s3="z" POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 1011 PREHOOK: query: select count(*),int(sum(d)) from testorc where s3="z" PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s3="z" POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 1011 PREHOOK: query: select count(*),int(sum(d)) from testorc where s2="a" or s2="g" PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s2="a" or s2="g" POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 1006 PREHOOK: query: select count(*),int(sum(d)) from testorc where s2="a" or s2="g" PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s2="a" or s2="g" POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 1006 PREHOOK: query: drop table srcorc PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/tez/tez-tag.q.out ql/src/test/results/clientpositive/tez/tez-tag.q.out index 6071ec4917..a006227d58 100644 --- ql/src/test/results/clientpositive/tez/tez-tag.q.out +++ ql/src/test/results/clientpositive/tez/tez-tag.q.out @@ -161,12 +161,12 @@ PREHOOK: query: analyze table tab2 compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@tab2 PREHOOK: Output: default@tab2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table tab2 compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@tab2 POSTHOOK: Output: default@tab2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(*) from tab a join tab_part b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY POSTHOOK: query: explain select count(*) from tab a join tab_part b on a.key = b.key join src1 c on a.value = c.value @@ -232,7 +232,7 @@ PREHOOK: Input: default@tab PREHOOK: Input: default@tab@ds=2008-04-08 PREHOOK: Input: default@tab_part PREHOOK: Input: default@tab_part@ds=2008-04-08 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from tab a join tab_part b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY POSTHOOK: Input: default@src1 @@ -240,7 +240,7 @@ POSTHOOK: Input: default@tab POSTHOOK: Input: default@tab@ds=2008-04-08 POSTHOOK: Input: default@tab_part POSTHOOK: Input: default@tab_part@ds=2008-04-08 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 40 PREHOOK: query: explain select count(*) from (select x.key as key, min(x.value) as value from tab2 x group by x.key) a join (select x.key as key, min(x.value) as value from tab2 x group by x.key) b on a.key = b.key join src1 c on a.value = c.value where c.key < 0 PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/tez/tez_union_with_udf.q.out ql/src/test/results/clientpositive/tez/tez_union_with_udf.q.out index 0c8546dfeb..06f638a068 100644 --- ql/src/test/results/clientpositive/tez/tez_union_with_udf.q.out +++ ql/src/test/results/clientpositive/tez/tez_union_with_udf.q.out @@ -3,13 +3,13 @@ union all select * from (select key + key from src limit 1) b PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select key + key from src limit 1) a union all select * from (select key + key from src limit 1) b POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 476.0 476.0 PREHOOK: query: create temporary function example_add as 'org.apache.hadoop.hive.udf.example.GenericUDFExampleAdd' @@ -23,12 +23,12 @@ union all select example_add(key, key)from (select key from src limit 1) b PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select example_add(key, key)from (select key from src limit 1) a union all select example_add(key, key)from (select key from src limit 1) b POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 476.0 476.0 diff --git ql/src/test/results/clientpositive/tez/update_orig_table.q.out ql/src/test/results/clientpositive/tez/update_orig_table.q.out index 5b22fad982..d72e8fbdca 100644 --- ql/src/test/results/clientpositive/tez/update_orig_table.q.out +++ ql/src/test/results/clientpositive/tez/update_orig_table.q.out @@ -12,7 +12,7 @@ PREHOOK: query: create table acid_uot( cboolean1 BOOLEAN, #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@acid_uot POSTHOOK: query: create table acid_uot( @@ -29,7 +29,7 @@ POSTHOOK: query: create table acid_uot( cboolean1 BOOLEAN, #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_uot PREHOOK: query: update acid_uot set cstring1 = 'fred' where cint < -1070551679 @@ -43,11 +43,11 @@ POSTHOOK: Output: default@acid_uot PREHOOK: query: select * from acid_uot where cstring1 = 'fred' PREHOOK: type: QUERY PREHOOK: Input: default@acid_uot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from acid_uot where cstring1 = 'fred' POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -51 NULL -1071480828 -1401575336 -51.0 NULL fred 4uE7l74tESBiKfu7c8wM7GA 1969-12-31 16:00:08.451 NULL true true 11 NULL -1072910839 2048385991 11.0 NULL fred KbaDXiN85adbHRx58v 1969-12-31 16:00:02.351 NULL false false 11 NULL -1073279343 -1595604468 11.0 NULL fred P76636jJ6qM17d7DIy 1969-12-31 16:00:02.351 NULL true true diff --git ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out index 5c36aeb1d0..b618dc22e3 100644 --- ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out +++ ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out @@ -143,7 +143,7 @@ PREHOOK: Input: default@char_tbl1@gpa=3.5 PREHOOK: Input: default@char_tbl2 PREHOOK: Input: default@char_tbl2@gpa=3 PREHOOK: Input: default@char_tbl2@gpa=3.5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) POSTHOOK: type: QUERY POSTHOOK: Input: default@char_tbl1 @@ -152,7 +152,7 @@ POSTHOOK: Input: default@char_tbl1@gpa=3.5 POSTHOOK: Input: default@char_tbl2 POSTHOOK: Input: default@char_tbl2@gpa=3 POSTHOOK: Input: default@char_tbl2@gpa=3.5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### alice underhill 46 3.5 alice underhill 46 3.5 PREHOOK: query: select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) PREHOOK: type: QUERY @@ -162,7 +162,7 @@ PREHOOK: Input: default@char_tbl1@gpa=3.5 PREHOOK: Input: default@char_tbl2 PREHOOK: Input: default@char_tbl2@gpa=3 PREHOOK: Input: default@char_tbl2@gpa=3.5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) POSTHOOK: type: QUERY POSTHOOK: Input: default@char_tbl1 @@ -171,5 +171,5 @@ POSTHOOK: Input: default@char_tbl1@gpa=3.5 POSTHOOK: Input: default@char_tbl2 POSTHOOK: Input: default@char_tbl2@gpa=3 POSTHOOK: Input: default@char_tbl2@gpa=3.5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### alice underhill 46 3.5 alice underhill 46 3.5 diff --git ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out index a25114f8d9..fa72556765 100644 --- ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out +++ ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out @@ -133,12 +133,12 @@ PREHOOK: query: SELECT cint, ctinyint FROM non_string_part WHERE cint > 0 ORDER PREHOOK: type: QUERY PREHOOK: Input: default@non_string_part PREHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cint, ctinyint FROM non_string_part WHERE cint > 0 ORDER BY cint LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@non_string_part POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 762 NULL 762 NULL 6981 NULL @@ -254,12 +254,12 @@ PREHOOK: query: SELECT cint, cstring1 FROM non_string_part WHERE cint > 0 ORDER PREHOOK: type: QUERY PREHOOK: Input: default@non_string_part PREHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cint, cstring1 FROM non_string_part WHERE cint > 0 ORDER BY cint, cstring1 LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@non_string_part POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 762 3WsVeqb28VWEEOLI8ail 762 40ks5556SV 6981 1FNNhmiFLGw425NA13g diff --git ql/src/test/results/clientpositive/tez/vectorization_div0.q.out ql/src/test/results/clientpositive/tez/vectorization_div0.q.out index 81e9019709..af87ffed2c 100644 --- ql/src/test/results/clientpositive/tez/vectorization_div0.q.out +++ ql/src/test/results/clientpositive/tez/vectorization_div0.q.out @@ -69,11 +69,11 @@ STAGE PLANS: PREHOOK: query: select cint / 0, ctinyint / 0, cbigint / 0, cdouble / 0.0 from alltypesorc limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select cint / 0, ctinyint / 0, cbigint / 0, cdouble / 0.0 from alltypesorc limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL @@ -285,12 +285,12 @@ PREHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -985319 NULL -0.000001217879691754650 -985319 2.0297994862577501E-4 -0.000001217879691754650 -63925 0.11256941728588189 -0.000018771998435666797 @@ -502,12 +502,12 @@ PREHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -292.0 NULL 1.0 NULL -0.010273972602739725 -0.00410958904109589 -290.0 NULL 1.0 NULL -0.010344827586206896 -0.004137931034482759 -289.0 NULL 1.0 NULL -0.010380622837370242 -0.004152249134948096 @@ -719,12 +719,12 @@ PREHOOK: query: select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by c1, c2 limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)), (ctinyint % ctinyint) as c3 from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by c1, c2 limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 528534767 NULL -50 NULL NULL 1.0 NULL NULL 0 528534767 NULL 33 NULL NULL 1.0 NULL NULL 0 528534767 NULL -28 NULL NULL 1.0 NULL NULL 0 diff --git ql/src/test/results/clientpositive/tez/vectorization_limit.q.out ql/src/test/results/clientpositive/tez/vectorization_limit.q.out index 99544bb5ab..37c630a9e9 100644 --- ql/src/test/results/clientpositive/tez/vectorization_limit.q.out +++ ql/src/test/results/clientpositive/tez/vectorization_limit.q.out @@ -59,11 +59,11 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 limit 7 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 limit 7 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -1887561756 -10011.0 -1887561756 -13877.0 -1887561756 -2281.0 @@ -194,11 +194,11 @@ STAGE PLANS: PREHOOK: query: select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462.0 -10462 -64 -15920.0 -15920 -64 -1600.0 -1600 @@ -358,11 +358,11 @@ STAGE PLANS: PREHOOK: query: select ctinyint,avg(cdouble + 1) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ctinyint,avg(cdouble + 1) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -46 3033.55 -47 -574.6428571428571 -48 1672.909090909091 @@ -515,11 +515,11 @@ STAGE PLANS: PREHOOK: query: select distinct(ctinyint) from alltypesorc limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ctinyint) from alltypesorc limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -46 -47 -48 @@ -686,11 +686,11 @@ STAGE PLANS: PREHOOK: query: select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -46 24 -47 22 -48 29 @@ -734,11 +734,11 @@ STAGE PLANS: PREHOOK: query: select ctinyint,cdouble from alltypesorc order by ctinyint limit 0 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ctinyint,cdouble from alltypesorc order by ctinyint limit 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail select cdouble, sum(ctinyint) as sum from alltypesorc where ctinyint is not null group by cdouble order by sum, cdouble limit 20 PREHOOK: type: QUERY @@ -910,11 +910,11 @@ STAGE PLANS: PREHOOK: query: select cdouble, sum(ctinyint) as sum from alltypesorc where ctinyint is not null group by cdouble order by sum, cdouble limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select cdouble, sum(ctinyint) as sum from alltypesorc where ctinyint is not null group by cdouble order by sum, cdouble limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -10462.0 -64 -1121.0 -89 -11322.0 -101 diff --git ql/src/test/results/clientpositive/udf_using.q.out ql/src/test/results/clientpositive/udf_using.q.out index a226b7932b..8f92101613 100644 --- ql/src/test/results/clientpositive/udf_using.q.out +++ ql/src/test/results/clientpositive/udf_using.q.out @@ -1,12 +1,13 @@ -#### A masked pattern was here #### +PREHOOK: query: create function lookup as 'org.apache.hadoop.hive.ql.udf.UDFFileLookup' using file 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATEFUNCTION PREHOOK: Output: database:default PREHOOK: Output: default.lookup -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: create function lookup as 'org.apache.hadoop.hive.ql.udf.UDFFileLookup' using file 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATEFUNCTION POSTHOOK: Output: database:default POSTHOOK: Output: default.lookup -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table udf_using (c1 string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -27,11 +28,11 @@ POSTHOOK: Lineage: udf_using.c1 SIMPLE [] PREHOOK: query: select c1, lookup(c1) from udf_using PREHOOK: type: QUERY PREHOOK: Input: default@udf_using -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c1, lookup(c1) from udf_using POSTHOOK: type: QUERY POSTHOOK: Input: default@udf_using -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Joe 2 Joe 2 PREHOOK: query: drop table udf_using