diff --git itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java index c05c604e08..50260b73fe 100644 --- itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java +++ itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java @@ -70,16 +70,13 @@ import java.util.regex.Pattern; import java.util.stream.Stream; -import com.google.common.base.Preconditions; -import com.google.common.base.Throwables; - import org.apache.commons.compress.compressors.bzip2.BZip2CompressorInputStream; import org.apache.commons.io.FileUtils; import org.apache.commons.io.IOUtils; import org.apache.commons.io.output.ByteArrayOutputStream; import org.apache.commons.lang.StringUtils; -import org.apache.commons.lang3.tuple.Pair; import org.apache.commons.lang3.tuple.ImmutablePair; +import org.apache.commons.lang3.tuple.Pair; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.CommonConfigurationKeysPublic; import org.apache.hadoop.fs.FileStatus; @@ -138,6 +135,8 @@ import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import com.google.common.base.Preconditions; +import com.google.common.base.Throwables; import com.google.common.collect.ImmutableList; import junit.framework.TestSuite; @@ -163,9 +162,13 @@ private static final String TEST_TMP_DIR_PROPERTY = "test.tmp.dir"; // typically target/tmp private static final String BUILD_DIR_PROPERTY = "build.dir"; // typically target + public static final String PATH_HDFS_REGEX = "(hdfs://)([a-zA-Z0-9:/_\\-\\.=])+"; + public static final String PATH_HDFS_WITH_DATE_USER_GROUP_REGEX = "([a-z]+) ([a-z]+)([ ]+)([0-9]+) ([0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}) " + PATH_HDFS_REGEX; + private String testWarehouse; private final String testFiles; protected final String outDir; + protected String overrideResultsDir; protected final String logDir; private final TreeMap qMap; private final Set qSkipSet; @@ -535,7 +538,7 @@ public QTestUtil(String outDir, String logDir, MiniClusterType clusterType, } public QTestUtil(String outDir, String logDir, MiniClusterType clusterType, - String confDir, String hadzoopVer, String initScript, String cleanupScript, + String confDir, String hadoopVer, String initScript, String cleanupScript, boolean withLlapIo, FsType fsType) throws Exception { LOG.info("Setting up QTestUtil with outDir={}, logDir={}, clusterType={}, confDir={}," + @@ -1541,6 +1544,7 @@ public String outPath(String outDir, String testName) { String ret = (new File(outDir, testName)).getPath(); // List of configurations. Currently the list consists of hadoop version and execution mode only List configs = new ArrayList(); + configs.add(this.clusterType.toString()); configs.add(this.hadoopVer); Deque stack = new LinkedList(); @@ -1548,7 +1552,7 @@ public String outPath(String outDir, String testName) { sb.append(testName); stack.push(sb.toString()); - // example file names are input1.q.out_0.20.0_minimr or input2.q.out_0.17 + // example file names are input1.q.out_mr_0.17 or input2.q.out_0.17 for (String s: configs) { sb.append('_'); sb.append(s); @@ -1653,7 +1657,6 @@ private void maskPatterns(Pattern[] patterns, String fname) throws Exception { private final Pattern[] planMask = toPattern(new String[] { ".*file:.*", ".*pfile:.*", - ".*hdfs:.*", ".*/tmp/.*", ".*invalidscheme:.*", ".*lastUpdateTime.*", @@ -1725,9 +1728,16 @@ private void maskPatterns(Pattern[] patterns, String fname) throws Exception { partialPlanMask = ppm.toArray(new PatternReplacementPair[ppm.size()]); } /* This list may be modified by specific cli drivers to mask strings that change on every test */ - private final List> patternsWithMaskComments = new ArrayList>() {{ - add(toPatternPair("(pblob|s3.?|swift|wasb.?).*hive-staging.*","### BLOBSTORE_STAGING_PATH ###")); - }}; + private final List> patternsWithMaskComments = + new ArrayList>() { + { + add(toPatternPair("(pblob|s3.?|swift|wasb.?).*hive-staging.*", + "### BLOBSTORE_STAGING_PATH ###")); + add(toPatternPair(PATH_HDFS_WITH_DATE_USER_GROUP_REGEX, + "### USER ### ### GROUP ###$3$4 ### HDFS DATE ### $6### HDFS PATH ###")); + add(toPatternPair(PATH_HDFS_REGEX, "$1### HDFS PATH ###")); + } + }; private Pair toPatternPair(String patternStr, String maskComment) { return ImmutablePair.of(Pattern.compile(patternStr), maskComment); @@ -2497,5 +2507,4 @@ public int compare(String str1, String str2) { } } } - } diff --git itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQTestUtil.java itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQTestUtil.java new file mode 100644 index 0000000000..c01d87bf51 --- /dev/null +++ itests/util/src/test/java/org/apache/hadoop/hive/ql/TestQTestUtil.java @@ -0,0 +1,88 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hive.ql; + +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +import org.junit.Assert; +import org.junit.Test; + +/** + * This class contains unit tests for QTestUtil + */ +public class TestQTestUtil { + private static final String TEST_HDFS_MASK = "###HDFS###"; + private static final String TEST_HDFS_DATE_MASK = "###HDFS_DATE###"; + private static final String TEST_HDFS_USER_MASK = "###USER###"; + private static final String TEST_HDFS_GROUP_MASK = "###GROUP###"; + + @Test + public void testSelectiveHdfsPatternMaskOnlyHdfsPath() { + Assert.assertEquals("nothing to be masked", maskHdfs("nothing to be masked")); + Assert.assertEquals("hdfs://", maskHdfs("hdfs://")); + Assert.assertEquals(String.format("hdfs://%s", TEST_HDFS_MASK), maskHdfs("hdfs://a")); + Assert.assertEquals(String.format("hdfs://%s other text", TEST_HDFS_MASK), + maskHdfs("hdfs://tmp.dfs.com:50029/tmp other text")); + Assert.assertEquals(String.format("hdfs://%s", TEST_HDFS_MASK), maskHdfs( + "hdfs://localhost:51594/build/ql/test/data/warehouse/default/encrypted_table_dp/p=2014-09-23")); + + String line = maskHdfs("hdfs://localhost:11111/tmp/ct_noperm_loc_foo1"); + Assert.assertEquals(String.format("hdfs://%s", TEST_HDFS_MASK), line); + + line = maskHdfs("hdfs://one hdfs://two"); + Assert.assertEquals(String.format("hdfs://%s hdfs://%s", TEST_HDFS_MASK, TEST_HDFS_MASK), line); + + line = maskHdfs( + "some text before [name=hdfs://localhost:11111/tmp/ct_noperm_loc_foo1]] some text between hdfs://localhost:22222/tmp/ct_noperm_loc_foo2 some text after"); + Assert.assertEquals(String.format( + "some text before [name=hdfs://%s]] some text between hdfs://%s some text after", + TEST_HDFS_MASK, TEST_HDFS_MASK), line); + + line = maskHdfsWithDateUserGroup( + "-rw-r--r-- 3 hiveptest supergroup 2557 2018-01-11 17:09 hdfs://hello_hdfs_path"); + Assert.assertEquals(String.format("-rw-r--r-- 3 %s %s 2557 %s hdfs://%s", + TEST_HDFS_USER_MASK, TEST_HDFS_GROUP_MASK, TEST_HDFS_DATE_MASK, TEST_HDFS_MASK), line); + + line = maskHdfs(maskHdfsWithDateUserGroup( + "-rw-r--r-- 3 hiveptest supergroup 2557 2018-01-11 17:09 hdfs://hello_hdfs_path")); + Assert.assertEquals(String.format("-rw-r--r-- 3 %s %s 2557 %s hdfs://%s", + TEST_HDFS_USER_MASK, TEST_HDFS_GROUP_MASK, TEST_HDFS_DATE_MASK, TEST_HDFS_MASK), line); + } + + private String maskHdfs(String line) { + Matcher matcher = Pattern.compile(QTestUtil.PATH_HDFS_REGEX).matcher(line); + + if (matcher.find()) { + line = matcher.replaceAll(String.format("$1%s", TEST_HDFS_MASK)); + } + + return line; + } + + private String maskHdfsWithDateUserGroup(String line) { + Matcher matcher = Pattern.compile(QTestUtil.PATH_HDFS_WITH_DATE_USER_GROUP_REGEX).matcher(line); + + if (matcher.find()) { + line = matcher.replaceAll(String.format("%s %s$3$4 %s $6%s", TEST_HDFS_USER_MASK, + TEST_HDFS_GROUP_MASK, TEST_HDFS_DATE_MASK, TEST_HDFS_MASK)); + } + + return line; + } +} \ No newline at end of file diff --git ql/src/test/results/clientnegative/alter_table_wrong_location.q.out ql/src/test/results/clientnegative/alter_table_wrong_location.q.out index d788d55bb6..88084900fa 100644 --- ql/src/test/results/clientnegative/alter_table_wrong_location.q.out +++ ql/src/test/results/clientnegative/alter_table_wrong_location.q.out @@ -6,4 +6,4 @@ POSTHOOK: query: create table testwrongloc(id int) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@testwrongloc -#### A masked pattern was here #### +FAILED: SemanticException Cannot connect to namenode, please check if host/port pair for hdfs://### HDFS PATH ### is valid diff --git ql/src/test/results/clientnegative/cluster_tasklog_retrieval.q.out ql/src/test/results/clientnegative/cluster_tasklog_retrieval.q.out index b5ccfedb07..7db7bfe4de 100644 --- ql/src/test/results/clientnegative/cluster_tasklog_retrieval.q.out +++ ql/src/test/results/clientnegative/cluster_tasklog_retrieval.q.out @@ -8,5 +8,6 @@ PREHOOK: query: FROM src SELECT evaluate_npe(src.key) LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask diff --git ql/src/test/results/clientnegative/ct_noperm_loc.q.out ql/src/test/results/clientnegative/ct_noperm_loc.q.out index a3f7aec419..ac59863802 100644 --- ql/src/test/results/clientnegative/ct_noperm_loc.q.out +++ ql/src/test/results/clientnegative/ct_noperm_loc.q.out @@ -1,11 +1,11 @@ -#### A masked pattern was here #### +PREHOOK: query: create table foo0(id int) location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@foo0 -#### A masked pattern was here #### +POSTHOOK: query: create table foo0(id int) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@foo0 -#### A masked pattern was here #### +FAILED: HiveAccessControlException Permission denied: Principal [name=user1, type=USER] does not have following privileges for operation CREATETABLE [[INSERT, DELETE] on Object [type=DFS_URI, name=hdfs://### HDFS PATH ###]] diff --git ql/src/test/results/clientnegative/ctas_noperm_loc.q.out ql/src/test/results/clientnegative/ctas_noperm_loc.q.out index 0b8182a69b..990c7eb7d9 100644 --- ql/src/test/results/clientnegative/ctas_noperm_loc.q.out +++ ql/src/test/results/clientnegative/ctas_noperm_loc.q.out @@ -1 +1 @@ -#### A masked pattern was here #### +FAILED: HiveAccessControlException Permission denied: Principal [name=user1, type=USER] does not have following privileges for operation CREATETABLE_AS_SELECT [[INSERT, DELETE] on Object [type=DFS_URI, name=hdfs://### HDFS PATH ###]] diff --git ql/src/test/results/clientnegative/file_with_header_footer_negative.q.out ql/src/test/results/clientnegative/file_with_header_footer_negative.q.out index 1794ae64ed..f2730091b8 100644 --- ql/src/test/results/clientnegative/file_with_header_footer_negative.q.out +++ ql/src/test/results/clientnegative/file_with_header_footer_negative.q.out @@ -1,19 +1,19 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@header_footer_table_1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_1 PREHOOK: query: SELECT * FROM header_footer_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Failed with exception java.io.IOException:java.io.IOException: footer number exceeds the limit defined in hive.file.max.footer diff --git ql/src/test/results/clientnegative/local_mapred_error_cache.q.out ql/src/test/results/clientnegative/local_mapred_error_cache.q.out index f5cf1eace2..238f342466 100644 --- ql/src/test/results/clientnegative/local_mapred_error_cache.q.out +++ ql/src/test/results/clientnegative/local_mapred_error_cache.q.out @@ -1,5 +1,6 @@ PREHOOK: query: FROM src SELECT TRANSFORM(key, value) USING 'python ../../data/scripts/cat_error.py' AS (key, value) PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask diff --git ql/src/test/results/clientnegative/mapreduce_stack_trace.q.out ql/src/test/results/clientnegative/mapreduce_stack_trace.q.out index dfc8f54d25..423df300e8 100644 --- ql/src/test/results/clientnegative/mapreduce_stack_trace.q.out +++ ql/src/test/results/clientnegative/mapreduce_stack_trace.q.out @@ -1,5 +1,6 @@ PREHOOK: query: FROM src SELECT TRANSFORM(key, value) USING 'script_does_not_exist' AS (key, value) PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 20000 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask. Unable to initialize custom script. diff --git ql/src/test/results/clientnegative/mapreduce_stack_trace_turnoff.q.out ql/src/test/results/clientnegative/mapreduce_stack_trace_turnoff.q.out index dfc8f54d25..423df300e8 100644 --- ql/src/test/results/clientnegative/mapreduce_stack_trace_turnoff.q.out +++ ql/src/test/results/clientnegative/mapreduce_stack_trace_turnoff.q.out @@ -1,5 +1,6 @@ PREHOOK: query: FROM src SELECT TRANSFORM(key, value) USING 'script_does_not_exist' AS (key, value) PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 20000 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask. Unable to initialize custom script. diff --git ql/src/test/results/clientnegative/minimr_broken_pipe.q.out ql/src/test/results/clientnegative/minimr_broken_pipe.q.out index 553e94a1da..d0d83de64e 100644 --- ql/src/test/results/clientnegative/minimr_broken_pipe.q.out +++ ql/src/test/results/clientnegative/minimr_broken_pipe.q.out @@ -1,5 +1,6 @@ PREHOOK: query: SELECT TRANSFORM(*) USING 'true' AS a, b FROM (SELECT TRANSFORM(*) USING 'echo' AS a, b FROM src LIMIT 1) tmp PREHOOK: type: QUERY PREHOOK: Input: default@src +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### FAILED: Execution Error, return code 20003 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask. An error occurred when trying to close the Operator running your custom script. diff --git ql/src/test/results/clientnegative/table_nonprintable_negative.q.out ql/src/test/results/clientnegative/table_nonprintable_negative.q.out index 8b22480ac7..3891747c8d 100644 --- ql/src/test/results/clientnegative/table_nonprintable_negative.q.out +++ ql/src/test/results/clientnegative/table_nonprintable_negative.q.out @@ -1,17 +1,17 @@ Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ###Foo/in1.txt PREHOOK: query: create external table table_external (c1 int, c2 int) partitioned by (day string) -#### A masked pattern was here #### +location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@table_external POSTHOOK: query: create external table table_external (c1 int, c2 int) partitioned by (day string) -#### A masked pattern was here #### +location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@table_external PREHOOK: query: msck repair table table_external diff --git ql/src/test/results/clientnegative/udf_local_resource.q.out ql/src/test/results/clientnegative/udf_local_resource.q.out index 6a899550bc..62664c9c9a 100644 --- ql/src/test/results/clientnegative/udf_local_resource.q.out +++ ql/src/test/results/clientnegative/udf_local_resource.q.out @@ -2,5 +2,5 @@ PREHOOK: query: create function lookup as 'org.apache.hadoop.hive.ql.udf.UDFFile PREHOOK: type: CREATEFUNCTION PREHOOK: Output: database:default PREHOOK: Output: default.lookup -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.FunctionTask. Hive warehouse is non-local, but ../../data/files/sales.txt specifies file on local filesystem. Resources on non-local warehouse should specify a non-local scheme/path diff --git ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out index 81ba5aec05..7234731e94 100644 --- ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out +++ ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out @@ -25,7 +25,7 @@ PREHOOK: Output: default@bucket_nr_acid PREHOOK: query: select * from bucket_nr_acid order by a, b PREHOOK: type: QUERY PREHOOK: Input: default@bucket_nr_acid -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### 0 -1 1 -1 3 -1 diff --git ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out index 94a2884e57..add89f403a 100644 --- ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out +++ ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out @@ -33,7 +33,7 @@ PREHOOK: Output: default@bucket_nr_acid2 PREHOOK: query: select * from bucket_nr_acid2 order by a, b PREHOOK: type: QUERY PREHOOK: Input: default@bucket_nr_acid2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### 0 -1 0 -1 1 -1 diff --git ql/src/test/results/clientpositive/database_properties.q.out ql/src/test/results/clientpositive/database_properties.q.out index 685ed252df..c401a6e617 100644 --- ql/src/test/results/clientpositive/database_properties.q.out +++ ql/src/test/results/clientpositive/database_properties.q.out @@ -13,13 +13,13 @@ default PREHOOK: query: create database db2 with dbproperties ( 'mapred.jobtracker.url'='http://my.jobtracker.com:53000', 'hive.warehouse.dir' = '/user/hive/warehouse', -#### A masked pattern was here #### + 'mapred.scratch.dir' = 'hdfs://### HDFS PATH ###') PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:db2 POSTHOOK: query: create database db2 with dbproperties ( 'mapred.jobtracker.url'='http://my.jobtracker.com:53000', 'hive.warehouse.dir' = '/user/hive/warehouse', -#### A masked pattern was here #### + 'mapred.scratch.dir' = 'hdfs://### HDFS PATH ###') POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:db2 PREHOOK: query: describe database db2 @@ -35,7 +35,7 @@ PREHOOK: Input: database:db2 POSTHOOK: query: describe database extended db2 POSTHOOK: type: DESCDATABASE POSTHOOK: Input: database:db2 -#### A masked pattern was here #### +db2 location/in/test hive_test_user USER {hive.warehouse.dir=/user/hive/warehouse, mapred.jobtracker.url=http://my.jobtracker.com:53000, mapred.scratch.dir=hdfs://### HDFS PATH ###} PREHOOK: query: alter database db2 set dbproperties ( 'new.property' = 'some new props', 'hive.warehouse.dir' = 'new/warehouse/dir') @@ -52,4 +52,4 @@ PREHOOK: Input: database:db2 POSTHOOK: query: describe database extended db2 POSTHOOK: type: DESCDATABASE POSTHOOK: Input: database:db2 -#### A masked pattern was here #### +db2 location/in/test hive_test_user USER {hive.warehouse.dir=new/warehouse/dir, mapred.jobtracker.url=http://my.jobtracker.com:53000, mapred.scratch.dir=hdfs://### HDFS PATH ###, new.property=some new props} diff --git ql/src/test/results/clientpositive/encrypted/encryption_auto_purge_tables.q.out ql/src/test/results/clientpositive/encrypted/encryption_auto_purge_tables.q.out index a2d7dd2cc9..129abc8d84 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_auto_purge_tables.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_auto_purge_tables.q.out @@ -8,12 +8,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_ext_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' @@ -89,12 +89,12 @@ POSTHOOK: Input: default@encrypted_table 500 #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_ext_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_ext_table PREHOOK: query: ALTER TABLE encrypted_ext_table SET TBLPROPERTIES("auto.purge"="true") diff --git ql/src/test/results/clientpositive/encrypted/encryption_ctas.q.out ql/src/test/results/clientpositive/encrypted/encryption_ctas.q.out index b8464e9dc5..d8d30b405c 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_ctas.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_ctas.q.out @@ -18,14 +18,14 @@ Encryption zone created: '/build/ql/test/data/warehouse/default/encrypted_tablec AS SELECT * from src where key = 100 limit 1 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:testct PREHOOK: Output: testCT@encrypted_tablectas #### A masked pattern was here #### AS SELECT * from src where key = 100 limit 1 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:testct POSTHOOK: Output: testCT@encrypted_tablectas PREHOOK: query: select * from testCT.encrypted_tablectas diff --git ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out index 081fdd5fb7..f8d7b0638c 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table_dp POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table_dp #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table_dp Encryption key created: 'key_128' @@ -43,21 +43,21 @@ POSTHOOK: Input: default@encrypted_table_dp@p=2014-09-24 2 bar 2014-09-24 #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_ext_table_dp #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_ext_table_dp #### A masked pattern was here #### PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@encrypted_ext_table_dp #### A masked pattern was here #### POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@encrypted_ext_table_dp POSTHOOK: Output: default@encrypted_ext_table_dp@p=2014-09-23 PREHOOK: query: SELECT * FROM encrypted_ext_table_dp diff --git ql/src/test/results/clientpositive/encrypted/encryption_drop_table.q.out ql/src/test/results/clientpositive/encrypted/encryption_drop_table.q.out index d3e0282254..996c33a2f3 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_drop_table.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_drop_table.q.out @@ -8,12 +8,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_ext_table POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' @@ -30,12 +30,12 @@ POSTHOOK: Lineage: encrypted_table.key EXPRESSION [(src)src.FieldSchema(name:key POSTHOOK: Lineage: encrypted_table.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_ext_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_ext_table PREHOOK: query: SHOW TABLES @@ -84,12 +84,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table1 POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table1 Encryption zone created: '/build/ql/test/data/warehouse/default/encrypted_table1' using key: 'key_128' diff --git ql/src/test/results/clientpositive/encrypted/encryption_drop_table_in_encrypted_db.q.out ql/src/test/results/clientpositive/encrypted/encryption_drop_table_in_encrypted_db.q.out index 1287d012d8..7cf3d46e1c 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_drop_table_in_encrypted_db.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_drop_table_in_encrypted_db.q.out @@ -9,20 +9,21 @@ POSTHOOK: type: DROPDATABASE #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:encrypted_db +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:encrypted_db -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Encryption key created: 'key_128' Encryption zone created: '/build/ql/test/data/warehouse/encrypted_db.db' using key: 'key_128' #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:encrypted_db PREHOOK: Output: encrypted_db@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:encrypted_db POSTHOOK: Output: encrypted_db@encrypted_table PREHOOK: query: INSERT OVERWRITE TABLE encrypted_db.encrypted_table SELECT * FROM src diff --git ql/src/test/results/clientpositive/encrypted/encryption_drop_view.q.out ql/src/test/results/clientpositive/encrypted/encryption_drop_view.q.out index 97c7275ed5..a13de4e4fb 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_drop_view.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_drop_view.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS dve_encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@dve_encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@dve_encrypted_table Encryption key created: 'key_128' diff --git ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out index e673e5bcbd..431a834a85 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out @@ -10,14 +10,14 @@ PREHOOK: query: create table encryptedTable(value string) partitioned by (key string) clustered by (value) into 2 buckets stored as orc #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encryptedTable POSTHOOK: query: create table encryptedTable(value string) partitioned by (key string) clustered by (value) into 2 buckets stored as orc #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encryptedTable Encryption key created: 'key_1' @@ -130,7 +130,7 @@ PREHOOK: Input: default@unencryptedtable@key=238 PREHOOK: Input: default@unencryptedtable@key=501 PREHOOK: Input: default@unencryptedtable@key=502 PREHOOK: Input: default@unencryptedtable@key=86 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from unencryptedTable order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@unencryptedtable @@ -138,7 +138,7 @@ POSTHOOK: Input: default@unencryptedtable@key=238 POSTHOOK: Input: default@unencryptedtable@key=501 POSTHOOK: Input: default@unencryptedtable@key=502 POSTHOOK: Input: default@unencryptedtable@key=86 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### val_238 238 val_501 501 val_502 502 diff --git ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out index c0da979774..500b769ef4 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out @@ -10,14 +10,14 @@ PREHOOK: query: create table encryptedTable(key string, value string) partitioned by (ds string) clustered by (key) into 2 buckets stored as orc #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encryptedTable POSTHOOK: query: create table encryptedTable(key string, value string) partitioned by (ds string) clustered by (key) into 2 buckets stored as orc #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encryptedTable Encryption key created: 'key_1' @@ -122,13 +122,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@unencryptedtable PREHOOK: Input: default@unencryptedtable@ds=today PREHOOK: Input: default@unencryptedtable@ds=yesterday -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from unencryptedTable order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@unencryptedtable POSTHOOK: Input: default@unencryptedtable@ds=today POSTHOOK: Input: default@unencryptedtable@ds=yesterday -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 238 val_238 yesterday 238 val_238 yesterday 501 val_501 today diff --git ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out index a10b60ddc9..8cd4660a93 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' diff --git ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out index 20e753e0c9..5bdc0729c0 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' @@ -587,9 +587,10 @@ STAGE PLANS: value expressions: _col0 (type: int), _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [$hdt$_1:t2] + hdfs://### HDFS PATH ### [$hdt$_0:t1] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: encrypted_table input format: org.apache.hadoop.mapred.TextInputFormat @@ -602,6 +603,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.encrypted_table numFiles 1 numRows 500 @@ -623,6 +625,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.encrypted_table numFiles 1 numRows 500 @@ -635,7 +638,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.encrypted_table name: default.encrypted_table -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -648,6 +651,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -669,6 +673,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -697,10 +702,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out index 54f6b27e7b..a01169ccbf 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS table_key_1 PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@table_key_1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@table_key_1 Encryption key created: 'key_1' @@ -20,12 +20,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS table_key_2 PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@table_key_2 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@table_key_2 Encryption key created: 'key_2' @@ -105,9 +105,10 @@ STAGE PLANS: value expressions: _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [$hdt$_0:t1] + hdfs://### HDFS PATH ### [$hdt$_1:t2] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: table_key_1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -120,6 +121,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.table_key_1 numFiles 1 numRows 500 @@ -141,6 +143,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.table_key_1 numFiles 1 numRows 500 @@ -153,7 +156,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.table_key_1 name: default.table_key_1 -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: table_key_2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -166,6 +169,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.table_key_2 numFiles 1 numRows 500 @@ -187,6 +191,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.table_key_2 numFiles 1 numRows 500 @@ -215,10 +220,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -245,12 +250,12 @@ PREHOOK: query: SELECT * FROM table_key_1 t1 JOIN table_key_2 t2 WHERE (t1.key = PREHOOK: type: QUERY PREHOOK: Input: default@table_key_1 PREHOOK: Input: default@table_key_2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM table_key_1 t1 JOIN table_key_2 t2 WHERE (t1.key = t2.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@table_key_1 POSTHOOK: Input: default@table_key_2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/encrypted/encryption_load_data_to_encrypted_tables.q.out ql/src/test/results/clientpositive/encrypted/encryption_load_data_to_encrypted_tables.q.out index 0d1ae19286..c250ebbc0c 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_load_data_to_encrypted_tables.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_load_data_to_encrypted_tables.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key1' @@ -532,11 +532,11 @@ POSTHOOK: Input: default@encrypted_table 97 val_97 #### A masked pattern was here #### PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@encrypted_table PREHOOK: query: SELECT * FROM encrypted_table PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/encrypted/encryption_move_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_move_tbl.q.out index 4eee575394..5af6d5d778 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_move_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_move_tbl.q.out @@ -8,12 +8,12 @@ POSTHOOK: query: DROP DATABASE IF EXISTS encrypted_db POSTHOOK: type: DROPDATABASE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' @@ -21,10 +21,11 @@ Encryption zone created: '/build/ql/test/data/warehouse/encrypted_table' using k #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:encrypted_db +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:encrypted_db -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Encryption key created: 'key_128_2' Encryption zone created: '/build/ql/test/data/warehouse/encrypted_db.db' using key: 'key_128_2' PREHOOK: query: INSERT OVERWRITE TABLE encrypted_table SELECT * FROM src @@ -163,12 +164,12 @@ plain_table src #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table_outloc #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table_outloc Encryption key created: 'key_128_3' @@ -194,10 +195,11 @@ src #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:encrypted_db_outloc +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:encrypted_db_outloc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Encryption key created: 'key_128_4' Encryption zone created: '/build/ql/test/data/specified_db_location' using key: 'key_128_4' PREHOOK: query: USE encrypted_db_outloc diff --git ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_encrypted_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_encrypted_tbl.q.out index 758a8fa63e..ceb592a450 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_encrypted_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_encrypted_tbl.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS encrypted_table PURGE POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@encrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@encrypted_table Encryption key created: 'key_128' diff --git ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_unencrypted_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_unencrypted_tbl.q.out index 4c3b853c60..33380a00b1 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_unencrypted_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_select_read_only_unencrypted_tbl.q.out @@ -4,12 +4,12 @@ POSTHOOK: query: DROP TABLE IF EXISTS unencrypted_table POSTHOOK: type: DROPTABLE #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@unencrypted_table #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@unencrypted_table PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv1.txt' INTO TABLE unencrypted_table @@ -23,11 +23,11 @@ POSTHOOK: Output: default@unencrypted_table PREHOOK: query: SELECT count(*) FROM unencrypted_table PREHOOK: type: QUERY PREHOOK: Input: default@unencrypted_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM unencrypted_table POSTHOOK: type: QUERY POSTHOOK: Input: default@unencrypted_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: drop table unencrypted_table PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/encrypted/encryption_unencrypted_nonhdfs_external_tables.q.out ql/src/test/results/clientpositive/encrypted/encryption_unencrypted_nonhdfs_external_tables.q.out index 966f06e5e3..92ac36e968 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_unencrypted_nonhdfs_external_tables.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_unencrypted_nonhdfs_external_tables.q.out @@ -25,11 +25,11 @@ POSTHOOK: Output: default@mydata PREHOOK: query: SELECT * from mydata PREHOOK: type: QUERY PREHOOK: Input: default@mydata -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * from mydata POSTHOOK: type: QUERY POSTHOOK: Input: default@mydata -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 238val_238 NULL 86val_86 NULL 311val_311 NULL diff --git ql/src/test/results/clientpositive/index_bitmap3.q.out ql/src/test/results/clientpositive/index_bitmap3.q.out index bd5a48496f..87c9c3695c 100644 --- ql/src/test/results/clientpositive/index_bitmap3.q.out +++ ql/src/test/results/clientpositive/index_bitmap3.q.out @@ -63,19 +63,1019 @@ POSTHOOK: Lineage: default__src_src2_index__.value SIMPLE [(src)src.FieldSchema( PREHOOK: query: SELECT * FROM default__src_src1_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src1_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: SELECT * FROM default__src_src2_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src2_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +val_0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +val_10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +val_105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +val_11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +val_111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +val_114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +val_116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +val_126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +val_131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +val_133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +val_136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +val_143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +val_145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +val_150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +val_153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +val_155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +val_156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +val_157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +val_158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +val_160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +val_162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +val_163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +val_166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +val_168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +val_17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +val_170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +val_177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +val_178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +val_180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +val_181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +val_183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +val_186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +val_189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +val_19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +val_190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +val_192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +val_194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +val_196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +val_2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +val_20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +val_201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +val_202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +val_214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +val_218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +val_222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +val_226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +val_228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +val_235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +val_241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +val_244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +val_247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +val_248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +val_249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +val_252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +val_257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +val_258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +val_260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +val_262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +val_263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +val_266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +val_27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +val_274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +val_275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +val_28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +val_283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +val_284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +val_285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +val_286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +val_287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +val_289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +val_291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +val_292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +val_296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +val_30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +val_302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +val_305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +val_306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +val_308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +val_310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +val_315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +val_323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +val_33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +val_332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +val_335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +val_336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +val_338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +val_339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +val_34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +val_341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +val_345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +val_351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +val_356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +val_360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +val_362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +val_364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +val_365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +val_366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +val_368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +val_373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +val_374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +val_375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +val_377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +val_378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +val_379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +val_386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +val_389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +val_392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +val_393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +val_394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +val_4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +val_400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +val_402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +val_407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +val_41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +val_411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +val_418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +val_419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +val_421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +val_427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +val_43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +val_432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +val_435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +val_436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +val_437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +val_44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +val_443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +val_444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +val_446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +val_448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +val_449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +val_452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +val_453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +val_455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +val_457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +val_460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +val_467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +val_47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +val_470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +val_472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +val_475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +val_477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +val_479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +val_481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +val_482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +val_483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +val_484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +val_485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +val_487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +val_490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +val_491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +val_493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +val_494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +val_495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +val_496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +val_497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +val_53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +val_54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +val_57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +val_64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +val_65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +val_66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +val_69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +val_74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +val_77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +val_78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +val_8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +val_80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +val_82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +val_85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +val_86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +val_87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +val_9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +val_92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +val_96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: EXPLAIN SELECT a.bucketname AS `_bucketname`, COLLECT_SET(a.offset) as `_offsets` FROM (SELECT `_bucketname` AS bucketname, `_offset` AS offset, `_bitmaps` AS bitmaps FROM default__src_src1_index__ @@ -229,22 +1229,22 @@ POSTHOOK: Input: default@default__src_src2_index__ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/index_bitmap_auto.q.out ql/src/test/results/clientpositive/index_bitmap_auto.q.out index 295e687b83..3d4c39476c 100644 --- ql/src/test/results/clientpositive/index_bitmap_auto.q.out +++ ql/src/test/results/clientpositive/index_bitmap_auto.q.out @@ -1,11 +1,11 @@ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -74,19 +74,1019 @@ POSTHOOK: Lineage: default__src_src2_index__.value SIMPLE [(src)src.FieldSchema( PREHOOK: query: SELECT * FROM default__src_src1_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src1_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: SELECT * FROM default__src_src2_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src2_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +val_0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +val_10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +val_105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +val_11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +val_111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +val_114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +val_116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +val_126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +val_131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +val_133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +val_136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +val_143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +val_145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +val_150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +val_153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +val_155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +val_156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +val_157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +val_158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +val_160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +val_162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +val_163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +val_166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +val_168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +val_17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +val_170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +val_177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +val_178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +val_180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +val_181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +val_183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +val_186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +val_189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +val_19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +val_190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +val_192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +val_194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +val_196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +val_2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +val_20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +val_201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +val_202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +val_214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +val_218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +val_222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +val_226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +val_228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +val_235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +val_241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +val_244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +val_247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +val_248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +val_249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +val_252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +val_257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +val_258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +val_260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +val_262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +val_263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +val_266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +val_27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +val_274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +val_275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +val_28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +val_283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +val_284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +val_285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +val_286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +val_287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +val_289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +val_291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +val_292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +val_296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +val_30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +val_302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +val_305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +val_306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +val_308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +val_310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +val_315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +val_323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +val_33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +val_332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +val_335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +val_336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +val_338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +val_339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +val_34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +val_341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +val_345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +val_351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +val_356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +val_360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +val_362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +val_364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +val_365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +val_366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +val_368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +val_373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +val_374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +val_375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +val_377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +val_378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +val_379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +val_386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +val_389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +val_392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +val_393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +val_394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +val_4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +val_400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +val_402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +val_407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +val_41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +val_411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +val_418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +val_419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +val_421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +val_427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +val_43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +val_432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +val_435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +val_436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +val_437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +val_44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +val_443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +val_444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +val_446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +val_448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +val_449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +val_452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +val_453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +val_455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +val_457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +val_460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +val_467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +val_47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +val_470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +val_472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +val_475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +val_477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +val_479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +val_481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +val_482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +val_483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +val_484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +val_485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +val_487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +val_490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +val_491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +val_493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +val_494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +val_495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +val_496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +val_497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +val_53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +val_54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +val_57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +val_64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +val_65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +val_66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +val_69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +val_74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +val_77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +val_78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +val_8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +val_80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +val_82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +val_85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +val_86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +val_87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +val_9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +val_92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +val_96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: EXPLAIN SELECT a.bucketname AS `_bucketname`, COLLECT_SET(a.offset) as `_offsets` FROM (SELECT `_bucketname` AS bucketname, `_offset` AS offset, `_bitmaps` AS bitmaps FROM default__src_src1_index__ @@ -240,22 +1240,22 @@ POSTHOOK: Input: default@default__src_src2_index__ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out index 03e629dbc7..80e14555da 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out @@ -487,7 +487,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -528,7 +528,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-8 Map Reduce diff --git ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out index 59f089f9dc..d6c24e31b7 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_map_operators.q.out @@ -133,7 +133,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -183,7 +183,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT key, count(*) FROM test_table1 GROUP BY key @@ -525,7 +525,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -575,7 +575,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE test_table_out PARTITION (part = '1') SELECT /*+ MAPJOIN(a) */ a.key, b.value FROM test_table1 a JOIN test_table2 b ON a.key = b.key diff --git ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out index 94486ecf6e..1195f20114 100644 --- ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out +++ ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out @@ -58,10 +58,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -80,9 +80,9 @@ STAGE PLANS: Execution mode: llap LLAP IO: may be used (ACID table) Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [acidtbldefault] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: acidtbldefault input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -95,6 +95,7 @@ STAGE PLANS: columns.comments columns.types int #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.acidtbldefault numFiles 17 numRows 0 @@ -118,6 +119,7 @@ STAGE PLANS: columns.comments columns.types int #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.acidtbldefault numFiles 17 numRows 0 @@ -144,18 +146,18 @@ STAGE PLANS: PREHOOK: query: select count(*) from acidTblDefault WHERE a = 1 PREHOOK: type: QUERY PREHOOK: Input: default@acidtbldefault -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acidTblDefault WHERE a = 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@acidtbldefault -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: select count(*) from acidTblDefault WHERE a = 1 PREHOOK: type: QUERY PREHOOK: Input: default@acidtbldefault -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acidTblDefault WHERE a = 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@acidtbldefault -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 diff --git ql/src/test/results/clientpositive/llap/bucket5.q.out ql/src/test/results/clientpositive/llap/bucket5.q.out index a679fc9175..6649344727 100644 --- ql/src/test/results/clientpositive/llap/bucket5.q.out +++ ql/src/test/results/clientpositive/llap/bucket5.q.out @@ -83,9 +83,9 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -98,6 +98,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -119,6 +120,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -144,10 +146,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -161,6 +163,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucketed_table numFiles 0 numRows 0 @@ -203,10 +206,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -233,10 +236,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 2 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -248,6 +251,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -290,10 +294,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -317,7 +321,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -331,6 +335,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucketed_table numFiles 0 numRows 0 @@ -346,7 +351,7 @@ STAGE PLANS: Stage: Stage-4 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: key, value Column Types: int, string @@ -357,7 +362,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -369,6 +374,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -384,7 +390,7 @@ STAGE PLANS: Stage: Stage-5 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: key, value Column Types: int, string @@ -398,7 +404,8 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### + destination: hdfs://### HDFS PATH ### Stage: Stage-6 Tez @@ -411,7 +418,7 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -424,6 +431,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -439,9 +447,9 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [hdfs://### HDFS PATH ###] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -454,6 +462,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -475,6 +484,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -501,7 +511,7 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -514,6 +524,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -529,9 +540,9 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [hdfs://### HDFS PATH ###] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -544,6 +555,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -565,6 +577,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -584,7 +597,8 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### + destination: hdfs://### HDFS PATH ### PREHOOK: query: FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value @@ -642,11 +656,11 @@ Storage Desc Params: PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -660,11 +674,11 @@ POSTHOOK: Input: default@bucketed_table PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -678,18 +692,18 @@ POSTHOOK: Input: default@bucketed_table PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM unbucketed_table PREHOOK: type: QUERY PREHOOK: Input: default@unbucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM unbucketed_table POSTHOOK: type: QUERY POSTHOOK: Input: default@unbucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 diff --git ql/src/test/results/clientpositive/llap/bucket6.q.out ql/src/test/results/clientpositive/llap/bucket6.q.out index 78c044d529..1994aebec7 100644 --- ql/src/test/results/clientpositive/llap/bucket6.q.out +++ ql/src/test/results/clientpositive/llap/bucket6.q.out @@ -130,11 +130,11 @@ POSTHOOK: Lineage: src_bucket.value SIMPLE [(srcpart)srcpart.FieldSchema(name:va PREHOOK: query: select * from src_bucket limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@src_bucket -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_bucket limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_bucket -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/llap/cte_2.q.out ql/src/test/results/clientpositive/llap/cte_2.q.out index 16906c13b5..3081960f00 100644 --- ql/src/test/results/clientpositive/llap/cte_2.q.out +++ ql/src/test/results/clientpositive/llap/cte_2.q.out @@ -3,13 +3,13 @@ q2 as (select * from src s2 where key = '4') select * from q1 union all select * from q2 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as (select * from src where key= '5'), q2 as (select * from src s2 where key = '4') select * from q1 union all select * from q2 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -41,11 +41,11 @@ POSTHOOK: Lineage: s1.value SIMPLE [(src)src.FieldSchema(name:value, type:string PREHOOK: query: select * from s1 PREHOOK: type: QUERY PREHOOK: Input: default@s1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from s1 POSTHOOK: type: QUERY POSTHOOK: Input: default@s1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -62,13 +62,13 @@ from q1 select * PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as (select * from src where key= '5') from q1 select * POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -90,11 +90,11 @@ POSTHOOK: Lineage: s2.key SIMPLE [] PREHOOK: query: select * from s2 PREHOOK: type: QUERY PREHOOK: Input: default@s2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from s2 POSTHOOK: type: QUERY POSTHOOK: Input: default@s2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 PREHOOK: query: drop table s2 PREHOOK: type: DROPTABLE @@ -123,12 +123,12 @@ PREHOOK: query: select * from v1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@v1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from v1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@v1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 @@ -160,13 +160,13 @@ select * from v1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@v1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as ( select key from src where key = '4') select * from v1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@v1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 diff --git ql/src/test/results/clientpositive/llap/cte_4.q.out ql/src/test/results/clientpositive/llap/cte_4.q.out index dbe4140aaf..6621c0b60e 100644 --- ql/src/test/results/clientpositive/llap/cte_4.q.out +++ ql/src/test/results/clientpositive/llap/cte_4.q.out @@ -8,7 +8,9 @@ PREHOOK: Input: default@src PREHOOK: Output: database:default PREHOOK: Output: default@q1 PREHOOK: Output: default@q2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### +PREHOOK: Output: hdfs://### HDFS PATH ### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as (select * from src where key= '5'), q2 as (select * from src s2 where key = '4') select * from q1 union all select * from q2 @@ -19,7 +21,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 POSTHOOK: Output: default@q2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -42,7 +46,7 @@ PREHOOK: Input: default@src PREHOOK: Output: database:default PREHOOK: Output: default@q1 PREHOOK: Output: default@s1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as ( select key, value from src where key = '5') from q1 insert overwrite table s1 @@ -53,17 +57,17 @@ POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 POSTHOOK: Output: default@s1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: Lineage: s1.key SIMPLE [(q1)q1.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: s1.value SIMPLE [(q1)q1.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select * from s1 PREHOOK: type: QUERY PREHOOK: Input: default@s1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from s1 POSTHOOK: type: QUERY POSTHOOK: Input: default@s1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -83,7 +87,8 @@ PREHOOK: Input: default@q1 PREHOOK: Input: default@src PREHOOK: Output: database:default PREHOOK: Output: default@q1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as (select * from src where key= '5') from q1 select * @@ -92,7 +97,8 @@ POSTHOOK: Input: default@q1 POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -105,7 +111,7 @@ PREHOOK: Input: default@src PREHOOK: Output: database:default PREHOOK: Output: default@q1 PREHOOK: Output: default@s2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: create table s2 as with q1 as ( select key from src where key = '4') select * from q1 @@ -115,16 +121,16 @@ POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 POSTHOOK: Output: default@s2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: Lineage: s2.key SIMPLE [(q1)q1.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: select * from s2 PREHOOK: type: QUERY PREHOOK: Input: default@s2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from s2 POSTHOOK: type: QUERY POSTHOOK: Input: default@s2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 PREHOOK: query: drop table s2 PREHOOK: type: DROPTABLE @@ -153,12 +159,12 @@ PREHOOK: query: select * from v1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@v1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from v1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@v1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 @@ -190,13 +196,13 @@ select * from v1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@v1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with q1 as ( select key from src where key = '4') select * from v1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@v1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 diff --git ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out index ff71fb2f3d..aa4c7df490 100644 --- ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out @@ -98,11 +98,11 @@ POSTHOOK: Output: default@agg_01@dim_shops_id=3 PREHOOK: query: select * from dim_shops PREHOOK: type: QUERY PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dim_shops POSTHOOK: type: QUERY POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 foo 2 bar 3 baz @@ -112,14 +112,14 @@ PREHOOK: Input: default@agg_01 PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from agg_01 POSTHOOK: type: QUERY POSTHOOK: Input: default@agg_01 POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 2 1 3 1 @@ -280,7 +280,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -295,7 +295,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN SELECT d1.label, count(*), sum(agg.amount) @@ -434,7 +434,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -449,7 +449,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN SELECT d1.label @@ -545,7 +545,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label FROM agg_01 agg, dim_shops d1 @@ -556,7 +556,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### foo foo foo @@ -658,7 +658,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@agg_01 PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT agg.amount FROM agg_01 agg, dim_shops d1 @@ -668,7 +668,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@agg_01 POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 3 @@ -823,7 +823,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -838,7 +838,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN @@ -1010,7 +1010,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT amount FROM agg_01, dim_shops WHERE dim_shops_id = id AND label = 'foo' UNION ALL SELECT amount FROM agg_01, dim_shops WHERE dim_shops_id = id AND label = 'bar' @@ -1020,7 +1020,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 3 @@ -1131,7 +1131,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart s1, srcpart s2 @@ -1142,5 +1142,5 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000000 diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out index dc6bf7ef52..af4004efd3 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out @@ -106,12 +106,12 @@ PREHOOK: query: analyze table alltypesorc_int compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Output: default@alltypesorc_int -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table alltypesorc_int compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Output: default@alltypesorc_int -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: analyze table srcpart_date compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date @@ -120,7 +120,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Output: default@srcpart_date PREHOOK: Output: default@srcpart_date@ds=2008-04-08 PREHOOK: Output: default@srcpart_date@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table srcpart_date compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -129,7 +129,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Output: default@srcpart_date POSTHOOK: Output: default@srcpart_date@ds=2008-04-08 POSTHOOK: Output: default@srcpart_date@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: analyze table srcpart_small compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_small @@ -138,7 +138,7 @@ PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: default@srcpart_small PREHOOK: Output: default@srcpart_small@ds=2008-04-08 PREHOOK: Output: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table srcpart_small compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_small @@ -147,7 +147,7 @@ POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: default@srcpart_small POSTHOOK: Output: default@srcpart_small@ds=2008-04-08 POSTHOOK: Output: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) @@ -212,7 +212,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -221,7 +221,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) PREHOOK: type: QUERY @@ -278,7 +278,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -287,7 +287,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -350,7 +350,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -360,7 +360,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -452,7 +452,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -462,7 +462,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) PREHOOK: type: QUERY @@ -515,7 +515,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -524,7 +524,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) PREHOOK: type: QUERY @@ -602,7 +602,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -611,7 +611,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -680,7 +680,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -690,7 +690,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -785,7 +785,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -795,7 +795,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN extended select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY @@ -842,9 +842,10 @@ STAGE PLANS: Execution mode: llap LLAP IO: all inputs Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [srcpart_date] + hdfs://### HDFS PATH ### [srcpart_date] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -855,6 +856,7 @@ STAGE PLANS: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_date numFiles 1 numRows 1000 @@ -877,6 +879,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_date partition_columns ds partition_columns.types string @@ -887,7 +890,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.srcpart_date name: default.srcpart_date -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -898,6 +901,7 @@ STAGE PLANS: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_date numFiles 1 numRows 1000 @@ -920,6 +924,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_date partition_columns ds partition_columns.types string @@ -976,9 +981,10 @@ STAGE PLANS: Execution mode: llap LLAP IO: all inputs Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [srcpart_small] + hdfs://### HDFS PATH ### [srcpart_small] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -989,6 +995,7 @@ STAGE PLANS: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key1":"true","value1":"true"}} bucket_count -1 #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_small numFiles 0 numRows 0 @@ -1011,6 +1018,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_small partition_columns ds partition_columns.types string @@ -1021,7 +1029,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.srcpart_small name: default.srcpart_small -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat @@ -1032,6 +1040,7 @@ STAGE PLANS: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key1":"true","value1":"true"}} bucket_count -1 #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_small numFiles 1 numRows 20 @@ -1054,6 +1063,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcpart_small partition_columns ds partition_columns.types string @@ -1103,10 +1113,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1193,7 +1203,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -1202,7 +1212,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY @@ -1252,7 +1262,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date @@ -1261,7 +1271,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 176 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -1324,7 +1334,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -1334,7 +1344,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY @@ -1397,7 +1407,7 @@ PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int @@ -1407,7 +1417,7 @@ POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: explain select * from alltypesorc_int join (select srcpart_date.key as key from srcpart_date diff --git ql/src/test/results/clientpositive/llap/empty_dir_in_table.q.out ql/src/test/results/clientpositive/llap/empty_dir_in_table.q.out index e804de3f76..c91a3e2cc5 100644 --- ql/src/test/results/clientpositive/llap/empty_dir_in_table.q.out +++ ql/src/test/results/clientpositive/llap/empty_dir_in_table.q.out @@ -1,21 +1,21 @@ -#### A masked pattern was here #### +PREHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@roottable -#### A masked pattern was here #### +POSTHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@roottable PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: insert into table roottable select key from src where (key < 20) order by key PREHOOK: type: QUERY @@ -29,18 +29,18 @@ POSTHOOK: Lineage: roottable.key SIMPLE [(src)src.FieldSchema(name:key, type:str PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 diff --git ql/src/test/results/clientpositive/llap/except_distinct.q.out ql/src/test/results/clientpositive/llap/except_distinct.q.out index 20dbcc459a..1e5937a22d 100644 --- ql/src/test/results/clientpositive/llap/except_distinct.q.out +++ ql/src/test/results/clientpositive/llap/except_distinct.q.out @@ -36,12 +36,12 @@ PREHOOK: query: select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: drop table a PREHOOK: type: DROPTABLE @@ -99,105 +99,105 @@ PREHOOK: query: select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 3 PREHOOK: query: select * from b except distinct select * from a PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b except distinct select * from a POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 20 PREHOOK: query: select * from b except distinct select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b except distinct select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 20 PREHOOK: query: select * from b except distinct select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b except distinct select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from a except distinct select * from b union all select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b union all select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 3 PREHOOK: query: select * from a except distinct select * from b union select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b union select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 3 PREHOOK: query: select * from a except distinct select * from b except distinct select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a except distinct select * from b except distinct select * from a except distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 except distinct select * from (select a.key, b.value from a join b on a.key=b.key)sub2 PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 except distinct select * from (select a.key, b.value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 except distinct select * from (select b.value as key, a.key as value from a join b on a.key=b.key)sub2 PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 except distinct select * from (select b.value as key, a.key as value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 2 20 1 2 @@ -358,11 +358,11 @@ STAGE PLANS: PREHOOK: query: select * from src except distinct select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src except distinct select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src except distinct select * from src except distinct select * from src except distinct select * from src PREHOOK: type: QUERY POSTHOOK: query: explain select * from src except distinct select * from src except distinct select * from src except distinct select * from src @@ -682,11 +682,11 @@ STAGE PLANS: PREHOOK: query: select * from src except distinct select * from src except distinct select * from src except distinct select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src except distinct select * from src except distinct select * from src except distinct select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select value from a group by value except distinct select key from b group by key PREHOOK: type: QUERY POSTHOOK: query: explain select value from a group by value except distinct select key from b group by key @@ -851,10 +851,10 @@ PREHOOK: query: select value from a group by value except distinct select key fr PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value from a group by value except distinct select key from b group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 diff --git ql/src/test/results/clientpositive/llap/explainuser_2.q.out ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 7bcaca3448..502fcfea8e 100644 --- ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -128,12 +128,12 @@ PREHOOK: query: ANALYZE TABLE ss COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v PREHOOK: type: QUERY PREHOOK: Input: default@ss PREHOOK: Output: default@ss -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE ss COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v3 POSTHOOK: type: QUERY POSTHOOK: Input: default@ss POSTHOOK: Output: default@ss -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: ANALYZE TABLE sr COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@sr @@ -146,12 +146,12 @@ PREHOOK: query: ANALYZE TABLE sr COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v PREHOOK: type: QUERY PREHOOK: Input: default@sr PREHOOK: Output: default@sr -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE sr COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v3 POSTHOOK: type: QUERY POSTHOOK: Input: default@sr POSTHOOK: Output: default@sr -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: ANALYZE TABLE cs COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@cs @@ -164,12 +164,12 @@ PREHOOK: query: ANALYZE TABLE cs COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v PREHOOK: type: QUERY PREHOOK: Input: default@cs PREHOOK: Output: default@cs -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE cs COMPUTE STATISTICS FOR COLUMNS k1,v1,k2,v2,k3,v3 POSTHOOK: type: QUERY POSTHOOK: Input: default@cs POSTHOOK: Output: default@cs -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) diff --git ql/src/test/results/clientpositive/llap/external_table_with_space_in_location_path.q.out ql/src/test/results/clientpositive/llap/external_table_with_space_in_location_path.q.out index 831e339919..e8fe19f4f1 100644 --- ql/src/test/results/clientpositive/llap/external_table_with_space_in_location_path.q.out +++ ql/src/test/results/clientpositive/llap/external_table_with_space_in_location_path.q.out @@ -1,32 +1,32 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+with space PREHOOK: Output: database:default PREHOOK: Output: default@spacetest #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+with space POSTHOOK: Output: database:default POSTHOOK: Output: default@spacetest PREHOOK: query: SELECT * FROM spacetest PREHOOK: type: QUERY PREHOOK: Input: default@spacetest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM spacetest POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 jason 13 steven 15 joe PREHOOK: query: SELECT count(*) FROM spacetest PREHOOK: type: QUERY PREHOOK: Input: default@spacetest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM spacetest POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE spacetest PREHOOK: type: DROPTABLE @@ -46,23 +46,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@spacetestpartition #### A masked pattern was here #### PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+with space PREHOOK: Output: default@spacetestpartition #### A masked pattern was here #### POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+with space POSTHOOK: Output: default@spacetestpartition POSTHOOK: Output: default@spacetestpartition@day=10 PREHOOK: query: SELECT * FROM spacetestpartition PREHOOK: type: QUERY PREHOOK: Input: default@spacetestpartition PREHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM spacetestpartition POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetestpartition POSTHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 jason 10 13 steven 10 15 joe 10 @@ -70,12 +70,12 @@ PREHOOK: query: SELECT count(*) FROM spacetestpartition PREHOOK: type: QUERY PREHOOK: Input: default@spacetestpartition PREHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM spacetestpartition POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetestpartition POSTHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE spacetestpartition PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/file_with_header_footer.q.out ql/src/test/results/clientpositive/llap/file_with_header_footer.q.out index ca3dadb2b9..e16df6beaa 100644 --- ql/src/test/results/clientpositive/llap/file_with_header_footer.q.out +++ ql/src/test/results/clientpositive/llap/file_with_header_footer.q.out @@ -1,21 +1,21 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@header_footer_table_1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_1 PREHOOK: query: SELECT * FROM header_footer_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 dave oozie 2 xifa phd 3 @@ -30,11 +30,11 @@ david3 oozie 22 PREHOOK: query: SELECT * FROM header_footer_table_1 WHERE id < 50 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 dave oozie 2 xifa phd 3 @@ -54,31 +54,31 @@ POSTHOOK: query: CREATE EXTERNAL TABLE header_footer_table_2 (name string, messa POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=1) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=1) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=1 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=2) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=2) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=2 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=3) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=3) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=3 PREHOOK: query: SELECT * FROM header_footer_table_2 @@ -87,14 +87,14 @@ PREHOOK: Input: default@header_footer_table_2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_2 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 2012 1 1 dave oozie 2 2012 1 1 xifa phd 3 2012 1 1 @@ -112,14 +112,14 @@ PREHOOK: Input: default@header_footer_table_2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_2 WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 2012 1 1 dave oozie 2 2012 1 1 xifa phd 3 2012 1 1 @@ -133,30 +133,30 @@ shanyu2 senior 15 2012 1 2 david3 oozie 22 2012 1 3 #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@emptytable #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@emptytable PREHOOK: query: SELECT * FROM emptytable PREHOOK: type: QUERY PREHOOK: Input: default@emptytable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM emptytable POSTHOOK: type: QUERY POSTHOOK: Input: default@emptytable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: SELECT * FROM emptytable WHERE id < 50 PREHOOK: type: QUERY PREHOOK: Input: default@emptytable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM emptytable WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@emptytable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE header_footer_table_1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@header_footer_table_1 diff --git ql/src/test/results/clientpositive/llap/global_limit.q.out ql/src/test/results/clientpositive/llap/global_limit.q.out index 3c2795add0..51a73742ca 100644 --- ql/src/test/results/clientpositive/llap/global_limit.q.out +++ ql/src/test/results/clientpositive/llap/global_limit.q.out @@ -60,20 +60,20 @@ POSTHOOK: Lineage: gl_tgt.key SIMPLE [(gl_src1)gl_src1.FieldSchema(name:key, typ PREHOOK: query: select * from gl_tgt ORDER BY key ASC PREHOOK: type: QUERY PREHOOK: Input: default@gl_tgt -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from gl_tgt ORDER BY key ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_tgt -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 165 PREHOOK: query: select 'x' as key_new , split(value,',') as value_new from gl_src1 ORDER BY key_new ASC, value_new[0] ASC limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select 'x' as key_new , split(value,',') as value_new from gl_src1 ORDER BY key_new ASC, value_new[0] ASC limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### x ["val_0"] x ["val_0"] x ["val_0"] @@ -97,11 +97,11 @@ x ["val_114"] PREHOOK: query: select key, value, split(value,',') as value_new from gl_src1 ORDER BY key ASC, value ASC, value_new[0] ASC limit 30 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, value, split(value,',') as value_new from gl_src1 ORDER BY key ASC, value ASC, value_new[0] ASC limit 30 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 ["val_0"] 0 val_0 ["val_0"] 0 val_0 ["val_0"] @@ -135,11 +135,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key from gl_src1 ORDER BY key ASC limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src1 ORDER BY key ASC limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -243,11 +243,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key from gl_src1 ORDER BY key ASC limit 30 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src1 ORDER BY key ASC limit 30 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -281,11 +281,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key, count(1) from gl_src1 group by key ORDER BY key ASC limit 5 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(1) from gl_src1 group by key ORDER BY key ASC limit 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 9 4 3 8 3 @@ -294,11 +294,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select distinct key from gl_src1 ORDER BY key ASC limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct key from gl_src1 ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 4 8 @@ -312,22 +312,22 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select count(1) from gl_src1 limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(1) from gl_src1 limit 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 354 PREHOOK: query: select transform(*) using "tr _ \n" as t from (select "a_a_a_a_a_a_" from gl_src1 limit 100) subq ORDER BY t PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select transform(*) using "tr _ \n" as t from (select "a_a_a_a_a_a_" from gl_src1 limit 100) subq ORDER BY t POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### @@ -1031,11 +1031,11 @@ a PREHOOK: query: select key from (select * from (select key,value from gl_src1)t1 limit 10)t2 ORDER BY key ASC limit 2000 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from (select * from (select key,value from gl_src1)t1 limit 10)t2 ORDER BY key ASC limit 2000 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 37 66 150 @@ -1049,11 +1049,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key from (select * from (select key,value from gl_src1 limit 10)t1 )t2 ORDER BY key ASC PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from (select * from (select key,value from gl_src1 limit 10)t1 )t2 ORDER BY key ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 37 66 150 @@ -1067,11 +1067,11 @@ POSTHOOK: Input: default@gl_src1 PREHOOK: query: select key from (select * from (select key,value from gl_src1)t1 limit 10)t2 ORDER BY key ASC PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from (select * from (select key,value from gl_src1)t1 limit 10)t2 ORDER BY key ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 37 66 150 @@ -1094,11 +1094,11 @@ POSTHOOK: Lineage: gl_tgt.key EXPRESSION [(gl_src1)gl_src1.FieldSchema(name:key, PREHOOK: query: select * from gl_tgt ORDER BY key ASC PREHOOK: type: QUERY PREHOOK: Input: default@gl_tgt -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from gl_tgt ORDER BY key ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_tgt -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 38 67 151 @@ -1120,11 +1120,11 @@ POSTHOOK: Output: default@gl_src2 PREHOOK: query: select key from gl_src2 ORDER BY key ASC limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src2 ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table gl_src_part1 (key int, value string) partitioned by (p string) stored as textfile PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -1172,13 +1172,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=11 PREHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p like '1%' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=11 POSTHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -1193,12 +1193,12 @@ PREHOOK: query: select key from gl_src_part1 where p='11' ORDER BY key ASC limit PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=11 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='11' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=11 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 5 @@ -1213,12 +1213,12 @@ PREHOOK: query: select key from gl_src_part1 where p='12' ORDER BY key ASC limit PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='12' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -1232,11 +1232,11 @@ POSTHOOK: Input: default@gl_src_part1@p=12 PREHOOK: query: select key from gl_src_part1 where p='13' ORDER BY key ASC limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='13' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: alter table gl_src_part1 add partition (p='13') PREHOOK: type: ALTERTABLE_ADDPARTS PREHOOK: Output: default@gl_src_part1 @@ -1248,22 +1248,22 @@ PREHOOK: query: select key from gl_src_part1 where p='13' ORDER BY key ASC limit PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=13 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='13' ORDER BY key ASC limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=13 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select key from gl_src_part1 where p='12' ORDER BY key ASC limit 1000 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src_part1 PREHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from gl_src_part1 where p='12' ORDER BY key ASC limit 1000 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src_part1 POSTHOOK: Input: default@gl_src_part1@p=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -1621,11 +1621,11 @@ POSTHOOK: Input: default@gl_src_part1@p=12 PREHOOK: query: select * from gl_src1 limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from gl_src1 limit 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@gl_src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 165 val_165 PREHOOK: query: drop table gl_src1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/import_exported_table.q.out ql/src/test/results/clientpositive/llap/import_exported_table.q.out index 65d7480773..68d3dd8562 100644 --- ql/src/test/results/clientpositive/llap/import_exported_table.q.out +++ ql/src/test/results/clientpositive/llap/import_exported_table.q.out @@ -1,10 +1,10 @@ #### A masked pattern was here #### PREHOOK: type: IMPORT -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default #### A masked pattern was here #### POSTHOOK: type: IMPORT -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@j1_41 PREHOOK: query: DESCRIBE j1_41 @@ -18,11 +18,11 @@ b int PREHOOK: query: SELECT * from j1_41 PREHOOK: type: QUERY PREHOOK: Input: default@j1_41 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * from j1_41 POSTHOOK: type: QUERY POSTHOOK: Input: default@j1_41 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### johndee 1 burks 2 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/insert_into1.q.out ql/src/test/results/clientpositive/llap/insert_into1.q.out index 5cc9b1d22a..844e5e4418 100644 --- ql/src/test/results/clientpositive/llap/insert_into1.q.out +++ ql/src/test/results/clientpositive/llap/insert_into1.q.out @@ -132,13 +132,13 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into1 ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -1142373758 PREHOOK: query: explain select count(*) from insert_into1 @@ -159,11 +159,11 @@ STAGE PLANS: PREHOOK: query: select count(*) from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 100 PREHOOK: query: EXPLAIN INSERT INTO TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 100 PREHOOK: type: QUERY @@ -287,13 +287,13 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into1 ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -2284747516 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 @@ -314,11 +314,11 @@ STAGE PLANS: PREHOOK: query: select count(*) from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 200 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into1 SELECT * FROM src ORDER BY key LIMIT 10 PREHOOK: type: QUERY @@ -442,13 +442,13 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into1 ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -2693537120 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 @@ -469,11 +469,11 @@ STAGE PLANS: PREHOOK: query: select count(*) from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' PREHOOK: type: QUERY @@ -674,11 +674,11 @@ POSTHOOK: Lineage: insert_into1.value SIMPLE [] PREHOOK: query: select * from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 a 2 b PREHOOK: query: explain @@ -809,11 +809,11 @@ STAGE PLANS: PREHOOK: query: select count(*) from insert_into1 PREHOOK: type: QUERY PREHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into1 POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE insert_into1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/insert_into2.q.out ql/src/test/results/clientpositive/llap/insert_into2.q.out index 3fb0d64175..2a97bfd2c3 100644 --- ql/src/test/results/clientpositive/llap/insert_into2.q.out +++ ql/src/test/results/clientpositive/llap/insert_into2.q.out @@ -160,11 +160,11 @@ STAGE PLANS: PREHOOK: query: select count (*) from insert_into2 where ds = '1' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count (*) from insert_into2 where ds = '1' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 100 PREHOOK: query: INSERT INTO TABLE insert_into2 PARTITION (ds='1') SELECT * FROM src order by key limit 100 PREHOOK: type: QUERY @@ -195,11 +195,11 @@ STAGE PLANS: PREHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='1' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='1' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 200 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into2 @@ -207,14 +207,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 PREHOOK: Input: default@insert_into2@ds=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into2 ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 POSTHOOK: Input: default@insert_into2@ds=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -39568181484 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 100 @@ -354,7 +354,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 PREHOOK: Input: default@insert_into2@ds=1 PREHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into2 ) t @@ -362,7 +362,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 POSTHOOK: Input: default@insert_into2@ds=1 POSTHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -59352272126 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' @@ -383,11 +383,11 @@ STAGE PLANS: PREHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 100 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE insert_into2 PARTITION (ds='2') SELECT * FROM src order by key LIMIT 50 @@ -527,7 +527,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 PREHOOK: Input: default@insert_into2@ds=1 PREHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM insert_into2 ) t @@ -535,7 +535,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 POSTHOOK: Input: default@insert_into2@ds=1 POSTHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -33609711132 PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 WHERE ds='2' @@ -556,11 +556,11 @@ STAGE PLANS: PREHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='2' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM insert_into2 WHERE ds='2' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 50 PREHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') PREHOOK: type: QUERY @@ -634,12 +634,12 @@ PREHOOK: query: select count(*) from insert_into2 where ds='2' PREHOOK: type: QUERY PREHOOK: Input: default@insert_into2 PREHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from insert_into2 where ds='2' POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 POSTHOOK: Input: default@insert_into2@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 51 PREHOOK: query: DROP TABLE insert_into2 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/intersect_all.q.out ql/src/test/results/clientpositive/llap/intersect_all.q.out index ed80e0dbfa..20a234e53b 100644 --- ql/src/test/results/clientpositive/llap/intersect_all.q.out +++ ql/src/test/results/clientpositive/llap/intersect_all.q.out @@ -37,11 +37,11 @@ POSTHOOK: Lineage: b.value SCRIPT [] PREHOOK: query: select key, value, count(1) as c from a group by key, value PREHOOK: type: QUERY PREHOOK: Input: default@a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, value, count(1) as c from a group by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 1 2 2 1 3 1 @@ -49,60 +49,60 @@ PREHOOK: query: select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from b intersect all select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b intersect all select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect all select * from b union all select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect all select * from b union all select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect all select * from b union select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect all select * from b union select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect all select * from b intersect all select * from a intersect all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect all select * from b intersect all select * from a intersect all select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 @@ -111,14 +111,14 @@ select * from (select a.key, b.value from a join b on a.key=b.key)sub2 PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 intersect all select * from (select a.key, b.value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 1 2 @@ -129,14 +129,14 @@ select * from (select b.value as key, a.key as value from a join b on a.key=b.ke PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 intersect all select * from (select b.value as key, a.key as value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src intersect all select * from src PREHOOK: type: QUERY POSTHOOK: query: explain select * from src intersect all select * from src @@ -285,11 +285,11 @@ STAGE PLANS: PREHOOK: query: select * from src intersect all select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src intersect all select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -1028,11 +1028,11 @@ STAGE PLANS: PREHOOK: query: select * from src intersect all select * from src intersect all select * from src intersect all select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src intersect all select * from src intersect all select * from src intersect all select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -1688,10 +1688,10 @@ PREHOOK: query: select value from a group by value intersect all select key from PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value from a group by value intersect all select key from b group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 diff --git ql/src/test/results/clientpositive/llap/intersect_distinct.q.out ql/src/test/results/clientpositive/llap/intersect_distinct.q.out index fabf434970..a5384eb196 100644 --- ql/src/test/results/clientpositive/llap/intersect_distinct.q.out +++ ql/src/test/results/clientpositive/llap/intersect_distinct.q.out @@ -38,71 +38,71 @@ PREHOOK: query: select key, count(1) as c from a group by key intersect all sele PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(1) as c from a group by key intersect all select value, max(key) as c from b group by value POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 1 PREHOOK: query: select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from b intersect distinct select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from b intersect distinct select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect distinct select * from b union all select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect distinct select * from b union all select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect distinct select * from b union select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect distinct select * from b union select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from a intersect distinct select * from b intersect distinct select * from a intersect distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from a intersect distinct select * from b intersect distinct select * from a intersect distinct select * from b POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 @@ -111,14 +111,14 @@ select * from (select a.key, b.value from a join b on a.key=b.key)sub2 PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 intersect distinct select * from (select a.key, b.value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 3 1 2 PREHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 @@ -127,14 +127,14 @@ select * from (select b.value as key, a.key as value from a join b on a.key=b.ke PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select a.key, b.value from a join b on a.key=b.key)sub1 intersect distinct select * from (select b.value as key, a.key as value from a join b on a.key=b.key)sub2 POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from src intersect distinct select * from src PREHOOK: type: QUERY POSTHOOK: query: explain select * from src intersect distinct select * from src @@ -276,11 +276,11 @@ STAGE PLANS: PREHOOK: query: select * from src intersect distinct select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src intersect distinct select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 103 val_103 105 val_105 @@ -821,11 +821,11 @@ STAGE PLANS: PREHOOK: query: select * from src intersect distinct select * from src intersect distinct select * from src intersect distinct select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src intersect distinct select * from src intersect distinct select * from src intersect distinct select * from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 103 val_103 105 val_105 @@ -1283,10 +1283,10 @@ PREHOOK: query: select value from a group by value intersect distinct select key PREHOOK: type: QUERY PREHOOK: Input: default@a PREHOOK: Input: default@b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value from a group by value intersect distinct select key from b group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@a POSTHOOK: Input: default@b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 diff --git ql/src/test/results/clientpositive/llap/llap_nullscan.q.out ql/src/test/results/clientpositive/llap/llap_nullscan.q.out index f8dd3e16e8..911b65a56d 100644 --- ql/src/test/results/clientpositive/llap/llap_nullscan.q.out +++ ql/src/test/results/clientpositive/llap/llap_nullscan.q.out @@ -56,10 +56,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 736 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -92,6 +92,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src_orc numFiles 1 numRows 10 @@ -113,6 +114,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src_orc numFiles 1 numRows 10 @@ -137,11 +139,11 @@ STAGE PLANS: PREHOOK: query: select * from src_orc where 1=2 PREHOOK: type: QUERY PREHOOK: Input: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_orc where 1=2 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select * from (select key from src_orc where false) a left outer join (select key from src_orc limit 0) b on a.key=b.key PREHOOK: type: QUERY @@ -234,11 +236,11 @@ STAGE PLANS: PREHOOK: query: select * from (select key from src_orc where false) a left outer join (select key from src_orc limit 0) b on a.key=b.key PREHOOK: type: QUERY PREHOOK: Input: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select key from src_orc where false) a left outer join (select key from src_orc limit 0) b on a.key=b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(key) from src_orc where false union all select count(key) from src_orc PREHOOK: type: QUERY @@ -339,11 +341,11 @@ STAGE PLANS: PREHOOK: query: select count(key) from src_orc where false union all select count(key) from src_orc PREHOOK: type: QUERY PREHOOK: Input: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(key) from src_orc where false union all select count(key) from src_orc POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 10 PREHOOK: query: explain @@ -428,11 +430,11 @@ STAGE PLANS: PREHOOK: query: select * from src_orc s1, src_orc s2 where false and s1.value = s2.value PREHOOK: type: QUERY PREHOOK: Input: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_orc s1, src_orc s2 where false and s1.value = s2.value POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: drop table if exists src_orc PREHOOK: type: DROPTABLE PREHOOK: Input: default@src_orc diff --git ql/src/test/results/clientpositive/llap/llap_smb.q.out ql/src/test/results/clientpositive/llap/llap_smb.q.out index d23dfe805e..4c0f6a01fe 100644 --- ql/src/test/results/clientpositive/llap/llap_smb.q.out +++ ql/src/test/results/clientpositive/llap/llap_smb.q.out @@ -146,7 +146,7 @@ PREHOOK: Input: default@orc_a@y=2001/q=7 PREHOOK: Input: default@orc_a@y=2001/q=8 PREHOOK: Input: default@orc_a@y=2001/q=9 PREHOOK: Input: default@orc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_a @@ -171,7 +171,7 @@ POSTHOOK: Input: default@orc_a@y=2001/q=7 POSTHOOK: Input: default@orc_a@y=2001/q=8 POSTHOOK: Input: default@orc_a@y=2001/q=9 POSTHOOK: Input: default@orc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 2 6578 2001 8 9438 2000 3 6149 @@ -295,7 +295,7 @@ PREHOOK: Input: default@orc_a@y=2001/q=7 PREHOOK: Input: default@orc_a@y=2001/q=8 PREHOOK: Input: default@orc_a@y=2001/q=9 PREHOOK: Input: default@orc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select y,q,count(*) from orc_a a join orc_b b on a.id=b.id group by y,q POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_a @@ -320,7 +320,7 @@ POSTHOOK: Input: default@orc_a@y=2001/q=7 POSTHOOK: Input: default@orc_a@y=2001/q=8 POSTHOOK: Input: default@orc_a@y=2001/q=9 POSTHOOK: Input: default@orc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 2 6578 2001 8 9438 2000 3 6149 diff --git ql/src/test/results/clientpositive/llap/llap_stats.q.out ql/src/test/results/clientpositive/llap/llap_stats.q.out index e1d302a4cb..6c139c72b7 100644 --- ql/src/test/results/clientpositive/llap/llap_stats.q.out +++ ql/src/test/results/clientpositive/llap/llap_stats.q.out @@ -62,7 +62,7 @@ PREHOOK: Input: default@llap_stats@cint=-9566 PREHOOK: Input: default@llap_stats@cint=15007 PREHOOK: Input: default@llap_stats@cint=4963 PREHOOK: Input: default@llap_stats@cint=7021 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from llap_stats POSTHOOK: type: QUERY POSTHOOK: Input: default@llap_stats @@ -76,7 +76,7 @@ POSTHOOK: Input: default@llap_stats@cint=-9566 POSTHOOK: Input: default@llap_stats@cint=15007 POSTHOOK: Input: default@llap_stats@cint=4963 POSTHOOK: Input: default@llap_stats@cint=7021 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -17 -50 -13326 -17 -11 -15431 -17 61 -15549 @@ -179,7 +179,7 @@ PREHOOK: Output: default@llap_stats@cint=-9566 PREHOOK: Output: default@llap_stats@cint=15007 PREHOOK: Output: default@llap_stats@cint=4963 PREHOOK: Output: default@llap_stats@cint=7021 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table llap_stats partition (cint) compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@llap_stats @@ -204,7 +204,7 @@ POSTHOOK: Output: default@llap_stats@cint=-9566 POSTHOOK: Output: default@llap_stats@cint=15007 POSTHOOK: Output: default@llap_stats@cint=4963 POSTHOOK: Output: default@llap_stats@cint=7021 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE llap_stats PREHOOK: type: DROPTABLE PREHOOK: Input: default@llap_stats diff --git ql/src/test/results/clientpositive/llap/llapdecider.q.out ql/src/test/results/clientpositive/llap/llapdecider.q.out index f093dd6e8b..e1f3053bb6 100644 --- ql/src/test/results/clientpositive/llap/llapdecider.q.out +++ ql/src/test/results/clientpositive/llap/llapdecider.q.out @@ -231,12 +231,12 @@ PREHOOK: query: analyze table src_orc compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table src_orc compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@src_orc POSTHOOK: Output: default@src_orc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc GROUP BY key ORDER BY cnt PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key, count(value) as cnt FROM src_orc GROUP BY key ORDER BY cnt diff --git ql/src/test/results/clientpositive/llap/load_fs2.q.out ql/src/test/results/clientpositive/llap/load_fs2.q.out index aef25ce2cc..7c82f59343 100644 --- ql/src/test/results/clientpositive/llap/load_fs2.q.out +++ ql/src/test/results/clientpositive/llap/load_fs2.q.out @@ -24,11 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -36,6 +36,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} @@ -57,11 +58,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -69,6 +70,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} @@ -90,11 +92,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -102,6 +104,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} diff --git ql/src/test/results/clientpositive/llap/load_hdfs_file_with_space_in_the_name.q.out ql/src/test/results/clientpositive/llap/load_hdfs_file_with_space_in_the_name.q.out index d934722f97..15ad6d6c05 100644 --- ql/src/test/results/clientpositive/llap/load_hdfs_file_with_space_in_the_name.q.out +++ ql/src/test/results/clientpositive/llap/load_hdfs_file_with_space_in_the_name.q.out @@ -6,20 +6,20 @@ POSTHOOK: query: CREATE TABLE load_file_with_space_in_the_name(name STRING, age POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +PREHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ### age.txt' INTO TABLE load_file_with_space_in_the_name PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### age.txt PREHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +POSTHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ### age.txt' INTO TABLE load_file_with_space_in_the_name POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### age.txt POSTHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +PREHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ###+age.txt' INTO TABLE load_file_with_space_in_the_name PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+age.txt PREHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +POSTHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ###+age.txt' INTO TABLE load_file_with_space_in_the_name POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+age.txt POSTHOOK: Output: default@load_file_with_space_in_the_name #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/mapreduce1.q.out ql/src/test/results/clientpositive/llap/mapreduce1.q.out index f777993bae..82073f5e17 100644 --- ql/src/test/results/clientpositive/llap/mapreduce1.q.out +++ ql/src/test/results/clientpositive/llap/mapreduce1.q.out @@ -149,11 +149,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 val_0 0 0 0 val_0 0 0 0 val_0 diff --git ql/src/test/results/clientpositive/llap/mapreduce2.q.out ql/src/test/results/clientpositive/llap/mapreduce2.q.out index a3334685c7..f5d8c77ec3 100644 --- ql/src/test/results/clientpositive/llap/mapreduce2.q.out +++ ql/src/test/results/clientpositive/llap/mapreduce2.q.out @@ -144,11 +144,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin PREHOOK: query: SELECT * FROM (SELECT dest1.* FROM dest1 DISTRIBUTE BY key SORT BY key, ten, one, value) T ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT dest1.* FROM dest1 DISTRIBUTE BY key SORT BY key, ten, one, value) T ORDER BY key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 val_0 0 0 0 val_0 0 0 0 val_0 diff --git ql/src/test/results/clientpositive/llap/mm_all.q.out ql/src/test/results/clientpositive/llap/mm_all.q.out index 8aa1cd9138..23e733b4c0 100644 --- ql/src/test/results/clientpositive/llap/mm_all.q.out +++ ql/src/test/results/clientpositive/llap/mm_all.q.out @@ -198,13 +198,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@part_mm PREHOOK: Input: default@part_mm@key_mm=455 PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from part_mm order by key, key_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@part_mm POSTHOOK: Input: default@part_mm@key_mm=455 POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 455 0 455 0 456 @@ -228,13 +228,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@part_mm PREHOOK: Input: default@part_mm@key_mm=455 PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from part_mm order by key, key_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@part_mm POSTHOOK: Input: default@part_mm@key_mm=455 POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 455 0 455 0 456 @@ -266,13 +266,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@part_mm PREHOOK: Input: default@part_mm@key_mm=455 PREHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from part_mm order by key, key_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@part_mm POSTHOOK: Input: default@part_mm@key_mm=455 POSTHOOK: Input: default@part_mm@key_mm=456 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: drop table part_mm PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_mm @@ -311,11 +311,11 @@ POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema( PREHOOK: query: select * from simple_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from simple_mm order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 10 97 @@ -340,11 +340,11 @@ POSTHOOK: Lineage: simple_mm.key SIMPLE [(intermediate)intermediate.FieldSchema( PREHOOK: query: select * from simple_mm order by key PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from simple_mm order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 10 @@ -366,11 +366,11 @@ POSTHOOK: Output: default@simple_mm PREHOOK: query: select * from simple_mm PREHOOK: type: QUERY PREHOOK: Input: default@simple_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from simple_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@simple_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: drop table simple_mm PREHOOK: type: DROPTABLE PREHOOK: Input: default@simple_mm @@ -427,7 +427,7 @@ PREHOOK: Input: default@dp_mm@key1=123/key2=100 PREHOOK: Input: default@dp_mm@key1=123/key2=103 PREHOOK: Input: default@dp_mm@key1=123/key2=97 PREHOOK: Input: default@dp_mm@key1=123/key2=98 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dp_mm order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@dp_mm @@ -437,7 +437,7 @@ POSTHOOK: Input: default@dp_mm@key1=123/key2=100 POSTHOOK: Input: default@dp_mm@key1=123/key2=103 POSTHOOK: Input: default@dp_mm@key1=123/key2=97 POSTHOOK: Input: default@dp_mm@key1=123/key2=98 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 123 0 10 123 10 97 123 97 @@ -486,11 +486,11 @@ POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchem PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_mm order by id POSTHOOK: type: QUERY POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 10 @@ -537,11 +537,11 @@ POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchem PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_mm order by id POSTHOOK: type: QUERY POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 1 @@ -619,11 +619,11 @@ POSTHOOK: Lineage: union_mm.id EXPRESSION [(intermediate)intermediate.FieldSchem PREHOOK: query: select * from union_mm order by id PREHOOK: type: QUERY PREHOOK: Input: default@union_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_mm order by id POSTHOOK: type: QUERY POSTHOOK: Input: default@union_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -741,7 +741,7 @@ PREHOOK: Input: default@partunion_mm@key=11 PREHOOK: Input: default@partunion_mm@key=97 PREHOOK: Input: default@partunion_mm@key=98 PREHOOK: Input: default@partunion_mm@key=99 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from partunion_mm order by id POSTHOOK: type: QUERY POSTHOOK: Input: default@partunion_mm @@ -756,7 +756,7 @@ POSTHOOK: Input: default@partunion_mm@key=11 POSTHOOK: Input: default@partunion_mm@key=97 POSTHOOK: Input: default@partunion_mm@key=98 POSTHOOK: Input: default@partunion_mm@key=99 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 1 1 10 10 @@ -809,11 +809,11 @@ POSTHOOK: Lineage: skew_mm.k4 SIMPLE [(intermediate)intermediate.FieldSchema(nam PREHOOK: query: select * from skew_mm order by k2, k1, k4 PREHOOK: type: QUERY PREHOOK: Input: default@skew_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from skew_mm order by k2, k1, k4 POSTHOOK: type: QUERY POSTHOOK: Input: default@skew_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 10 10 10 97 97 97 @@ -920,7 +920,7 @@ PREHOOK: Input: default@skew_dp_union_mm@k3=14 PREHOOK: Input: default@skew_dp_union_mm@k3=4 PREHOOK: Input: default@skew_dp_union_mm@k3=97 PREHOOK: Input: default@skew_dp_union_mm@k3=98 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from skew_dp_union_mm order by k2, k1, k4 POSTHOOK: type: QUERY POSTHOOK: Input: default@skew_dp_union_mm @@ -936,7 +936,7 @@ POSTHOOK: Input: default@skew_dp_union_mm@k3=14 POSTHOOK: Input: default@skew_dp_union_mm@k3=4 POSTHOOK: Input: default@skew_dp_union_mm@k3=97 POSTHOOK: Input: default@skew_dp_union_mm@k3=98 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 0 1 2 3 4 10 10 10 10 @@ -983,11 +983,11 @@ POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(n PREHOOK: query: select * from merge0_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge0_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge0_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@merge0_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 @@ -1012,11 +1012,11 @@ POSTHOOK: Lineage: merge0_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(n PREHOOK: query: select * from merge0_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge0_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge0_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@merge0_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 @@ -1063,11 +1063,11 @@ POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(n PREHOOK: query: select * from merge2_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge2_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@merge2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 @@ -1092,11 +1092,11 @@ POSTHOOK: Lineage: merge2_mm.id SIMPLE [(intermediate)intermediate.FieldSchema(n PREHOOK: query: select * from merge2_mm PREHOOK: type: QUERY PREHOOK: Input: default@merge2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge2_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@merge2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 @@ -1159,7 +1159,7 @@ PREHOOK: Input: default@merge1_mm@key=100 PREHOOK: Input: default@merge1_mm@key=103 PREHOOK: Input: default@merge1_mm@key=97 PREHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge1_mm order by id, key POSTHOOK: type: QUERY POSTHOOK: Input: default@merge1_mm @@ -1169,7 +1169,7 @@ POSTHOOK: Input: default@merge1_mm@key=100 POSTHOOK: Input: default@merge1_mm@key=103 POSTHOOK: Input: default@merge1_mm@key=97 POSTHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 10 10 97 97 @@ -1210,7 +1210,7 @@ PREHOOK: Input: default@merge1_mm@key=100 PREHOOK: Input: default@merge1_mm@key=103 PREHOOK: Input: default@merge1_mm@key=97 PREHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from merge1_mm order by id, key POSTHOOK: type: QUERY POSTHOOK: Input: default@merge1_mm @@ -1220,7 +1220,7 @@ POSTHOOK: Input: default@merge1_mm@key=100 POSTHOOK: Input: default@merge1_mm@key=103 POSTHOOK: Input: default@merge1_mm@key=97 POSTHOOK: Input: default@merge1_mm@key=98 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 0 10 10 @@ -1266,11 +1266,11 @@ POSTHOOK: Lineage: ctas0_mm.p SIMPLE [(intermediate)intermediate.FieldSchema(nam PREHOOK: query: select * from ctas0_mm PREHOOK: type: QUERY PREHOOK: Input: default@ctas0_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from ctas0_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@ctas0_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 455 97 455 100 457 @@ -1312,11 +1312,11 @@ POSTHOOK: Lineage: ctas1_mm.p EXPRESSION [(intermediate)intermediate.FieldSchema PREHOOK: query: select * from ctas1_mm PREHOOK: type: QUERY PREHOOK: Input: default@ctas1_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from ctas1_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@ctas1_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 455 97 455 100 457 @@ -1388,11 +1388,11 @@ POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSche PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_1_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi0_1_mm order by key, key2 POSTHOOK: type: QUERY POSTHOOK: Input: default@multi0_1_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 10 456 97 455 @@ -1402,11 +1402,11 @@ POSTHOOK: Input: default@multi0_1_mm PREHOOK: query: select * from multi0_2_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi0_2_mm order by key, key2 POSTHOOK: type: QUERY POSTHOOK: Input: default@multi0_2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 455 97 455 98 456 0 @@ -1440,11 +1440,11 @@ POSTHOOK: Lineage: multi0_2_mm.key2 SIMPLE [(intermediate)intermediate.FieldSche PREHOOK: query: select * from multi0_1_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_1_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi0_1_mm order by key, key2 POSTHOOK: type: QUERY POSTHOOK: Input: default@multi0_1_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 10 456 97 455 @@ -1460,11 +1460,11 @@ POSTHOOK: Input: default@multi0_1_mm PREHOOK: query: select * from multi0_2_mm order by key, key2 PREHOOK: type: QUERY PREHOOK: Input: default@multi0_2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi0_2_mm order by key, key2 POSTHOOK: type: QUERY POSTHOOK: Input: default@multi0_2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 10 456 97 455 @@ -1528,13 +1528,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm PREHOOK: Input: default@multi1_mm@p=1 PREHOOK: Input: default@multi1_mm@p=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi1_mm order by key, key2, p POSTHOOK: type: QUERY POSTHOOK: Input: default@multi1_mm POSTHOOK: Input: default@multi1_mm@p=1 POSTHOOK: Input: default@multi1_mm@p=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 2 10 456 2 97 455 2 @@ -1576,13 +1576,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@multi1_mm PREHOOK: Input: default@multi1_mm@p=1 PREHOOK: Input: default@multi1_mm@p=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from multi1_mm order by key, key2, p POSTHOOK: type: QUERY POSTHOOK: Input: default@multi1_mm POSTHOOK: Input: default@multi1_mm@p=1 POSTHOOK: Input: default@multi1_mm@p=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 1 0 456 2 10 456 1 @@ -1641,7 +1641,7 @@ PREHOOK: Input: default@multi1_mm@p=2 PREHOOK: Input: default@multi1_mm@p=455 PREHOOK: Input: default@multi1_mm@p=456 PREHOOK: Input: default@multi1_mm@p=457 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, key2, p from multi1_mm order by key, key2, p POSTHOOK: type: QUERY POSTHOOK: Input: default@multi1_mm @@ -1650,7 +1650,7 @@ POSTHOOK: Input: default@multi1_mm@p=2 POSTHOOK: Input: default@multi1_mm@p=455 POSTHOOK: Input: default@multi1_mm@p=456 POSTHOOK: Input: default@multi1_mm@p=457 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 1 0 456 1 0 456 2 @@ -1712,7 +1712,7 @@ PREHOOK: Input: default@multi1_mm@p=2 PREHOOK: Input: default@multi1_mm@p=455 PREHOOK: Input: default@multi1_mm@p=456 PREHOOK: Input: default@multi1_mm@p=457 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, key2, p from multi1_mm order by key, key2, p POSTHOOK: type: QUERY POSTHOOK: Input: default@multi1_mm @@ -1721,7 +1721,7 @@ POSTHOOK: Input: default@multi1_mm@p=2 POSTHOOK: Input: default@multi1_mm@p=455 POSTHOOK: Input: default@multi1_mm@p=456 POSTHOOK: Input: default@multi1_mm@p=457 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 456 1 0 456 1 0 456 1 @@ -1971,11 +1971,11 @@ POSTHOOK: Lineage: skewjoin_mm.value SIMPLE [(src)src2.FieldSchema(name:value, t PREHOOK: query: select count(distinct key) from skewjoin_mm PREHOOK: type: QUERY PREHOOK: Input: default@skewjoin_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct key) from skewjoin_mm POSTHOOK: type: QUERY POSTHOOK: Input: default@skewjoin_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 309 PREHOOK: query: drop table skewjoin_mm PREHOOK: type: DROPTABLE @@ -2037,7 +2037,7 @@ where t1.value = 'value1' and t2.value = 'value2' PREHOOK: type: QUERY PREHOOK: Input: default@parquet1_mm PREHOOK: Input: default@parquet2_mm -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select parquet1_mm.id, t1.value, t2.value FROM parquet1_mm JOIN parquet2_mm t1 ON parquet1_mm.id=t1.id JOIN parquet2_mm t2 ON parquet1_mm.id=t2.id @@ -2045,7 +2045,7 @@ where t1.value = 'value1' and t2.value = 'value2' POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet1_mm POSTHOOK: Input: default@parquet2_mm -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 value1 value2 PREHOOK: query: drop table parquet1_mm PREHOOK: type: DROPTABLE @@ -2102,11 +2102,11 @@ a int PREHOOK: query: SELECT * FROM temp1 PREHOOK: type: QUERY PREHOOK: Input: default@temp1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM temp1 POSTHOOK: type: QUERY POSTHOOK: Input: default@temp1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 98 97 100 diff --git ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out index 4a1710d23c..1f17f965ba 100644 --- ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out +++ ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out @@ -105,60 +105,60 @@ STAGE PLANS: PREHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 3 PREHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 9 PREHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 9 9 PREHOOK: query: explain select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee @@ -251,12 +251,12 @@ PREHOOK: query: select count(distinct gender), count(distinct department_id), co count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 9 9 10 PREHOOK: query: select count(case when i=3 and department_id is not null then 1 else null end) as c0, @@ -267,7 +267,7 @@ education_level from employee group by department_id, gender, education_level gr (department_id, gender, education_level))subq PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(case when i=3 and department_id is not null then 1 else null end) as c0, count(case when i=5 and gender is not null then 1 else null end) as c1, @@ -277,20 +277,20 @@ education_level from employee group by department_id, gender, education_level gr (department_id, gender, education_level))subq POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 PREHOOK: query: select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level, (education_level, department_id)) PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level, (education_level, department_id)) POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 NULL NULL NULL 6 NULL NULL 2 5 NULL F NULL diff --git ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out index cce0fdab87..94e1ce2f08 100644 --- ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out +++ ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out @@ -248,7 +248,7 @@ Storage Desc Params: PREHOOK: query: select count(*) from orc_ppd PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16673 HDFS_BYTES_WRITTEN: 104 @@ -274,7 +274,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -288,7 +288,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1055 HDFS_BYTES_WRITTEN: 101 @@ -315,7 +315,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> 50 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -340,7 +340,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -365,7 +365,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = "54" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -390,7 +390,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = -10.0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -415,7 +415,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as float) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -440,7 +440,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as double) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -465,7 +465,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t < 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -490,7 +490,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t < 100 and t > 98 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -515,7 +515,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <= 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -540,7 +540,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -565,7 +565,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t in (5, 120) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -590,7 +590,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t between 60 and 80 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 103 @@ -615,7 +615,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -629,7 +629,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -643,7 +643,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 125 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -665,7 +665,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t IN (-100, 125, 200) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -687,7 +687,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s > "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -701,7 +701,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "zach young" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 5691 HDFS_BYTES_WRITTEN: 101 @@ -728,7 +728,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "zach zipper" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -753,7 +753,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -778,7 +778,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -792,7 +792,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s is not null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -817,7 +817,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -839,7 +839,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -864,7 +864,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -889,7 +889,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -914,7 +914,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s < "b" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -939,7 +939,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s > "alice" and s < "bob" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -964,7 +964,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s in ("alice allen", "") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -989,7 +989,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "" and "alice allen" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -1014,7 +1014,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "zz" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1039,7 +1039,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "zach zipper" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1064,7 +1064,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "hello world" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1086,7 +1086,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "apache hive" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1108,7 +1108,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s IN ("a", "z") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1130,7 +1130,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "sarah ovid" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1155,7 +1155,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1180,7 +1180,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t < 0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1205,7 +1205,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t > 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 diff --git ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out index ef6908f0f8..e61917ff56 100644 --- ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out +++ ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out @@ -248,7 +248,7 @@ Storage Desc Params: PREHOOK: query: select count(*) from orc_ppd where t > -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17728 HDFS_BYTES_WRITTEN: 104 @@ -275,7 +275,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 diff --git ql/src/test/results/clientpositive/llap/orc_merge1.q.out ql/src/test/results/clientpositive/llap/orc_merge1.q.out index 64b846043d..2294895604 100644 --- ql/src/test/results/clientpositive/llap/orc_merge1.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge1.q.out @@ -162,7 +162,12 @@ POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src. POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 6 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 543 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 550 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 549 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 485 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 542 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 467 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -255,7 +260,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -315,7 +320,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -335,7 +340,7 @@ POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 1344 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -428,7 +433,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -480,7 +485,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -500,7 +505,7 @@ POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 2421 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -509,7 +514,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -518,7 +523,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -528,7 +533,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -537,7 +542,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -547,7 +552,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -556,46 +561,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: DROP TABLE orcfile_merge1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_merge10.q.out ql/src/test/results/clientpositive/llap/orc_merge10.q.out index 77b4325a0a..32a4306208 100644 --- ql/src/test/results/clientpositive/llap/orc_merge10.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge10.q.out @@ -162,7 +162,9 @@ POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src. POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 933 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 861 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 842 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -255,7 +257,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -315,7 +317,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -335,7 +337,7 @@ POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 1740 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -428,7 +430,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -480,7 +482,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -500,7 +502,7 @@ POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 2384 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -509,7 +511,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -518,7 +520,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -528,7 +530,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -537,33 +539,33 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: explain ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE PREHOOK: type: ALTER_PARTITION_MERGE @@ -603,7 +605,7 @@ POSTHOOK: type: ALTER_PARTITION_MERGE POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0 Found 1 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 2384 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -612,7 +614,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -621,7 +623,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -631,7 +633,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -640,41 +642,41 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select * from orcfile_merge1 where ds='1' and part='0' limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### -- BEGIN ORC FILE DUMP -- -#### A masked pattern was here #### +Structure for hdfs://### HDFS PATH ### File Version: 0.12 with ORC_135 Rows: 242 Compression: SNAPPY @@ -761,9 +763,9 @@ PREHOOK: query: select * from orcfile_merge1c where ds='1' and part='0' limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### -- BEGIN ORC FILE DUMP -- -#### A masked pattern was here #### +Structure for hdfs://### HDFS PATH ### File Version: 0.12 with ORC_135 Rows: 242 Compression: SNAPPY diff --git ql/src/test/results/clientpositive/llap/orc_merge2.q.out ql/src/test/results/clientpositive/llap/orc_merge2.q.out index 658c78901c..91847fa70b 100644 --- ql/src/test/results/clientpositive/llap/orc_merge2.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge2.q.out @@ -193,7 +193,7 @@ POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=1).value SIMPLE [ POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=7).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=7).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 339 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge2a @@ -220,7 +220,7 @@ PREHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=0 PREHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=6 PREHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=1 PREHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge2a @@ -247,7 +247,7 @@ POSTHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=0 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=6 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=1 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), @@ -256,7 +256,7 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), PMOD(HASH(value), 10)) USING 'tr \t _' AS (c) @@ -264,7 +264,7 @@ POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: DROP TABLE orcfile_merge2a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_merge3.q.out ql/src/test/results/clientpositive/llap/orc_merge3.q.out index 122c6edb2d..b2bb1726c8 100644 --- ql/src/test/results/clientpositive/llap/orc_merge3.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge3.q.out @@ -154,7 +154,7 @@ POSTHOOK: Output: default@orcfile_merge3b POSTHOOK: Lineage: orcfile_merge3b.key SIMPLE [(orcfile_merge3a)orcfile_merge3a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: orcfile_merge3b.value SIMPLE [(orcfile_merge3a)orcfile_merge3a.FieldSchema(name:value, type:string, comment:null), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2557 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -163,7 +163,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3a PREHOOK: Input: default@orcfile_merge3a@ds=1 PREHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -172,7 +172,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3a POSTHOOK: Input: default@orcfile_merge3a@ds=1 POSTHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -180,14 +180,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE orcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_merge4.q.out ql/src/test/results/clientpositive/llap/orc_merge4.q.out index bf3e3a9249..16818b40a2 100644 --- ql/src/test/results/clientpositive/llap/orc_merge4.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge4.q.out @@ -37,7 +37,7 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=1 POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3a PARTITION (ds='1') SELECT * FROM src PREHOOK: type: QUERY @@ -63,9 +63,9 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=2 POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a PREHOOK: type: QUERY @@ -179,7 +179,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3a PREHOOK: Input: default@orcfile_merge3a@ds=1 PREHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -188,7 +188,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3a POSTHOOK: Input: default@orcfile_merge3a@ds=1 POSTHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -196,14 +196,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE orcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out index 64b846043d..cdfa1cfbed 100644 --- ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out +++ ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out @@ -509,7 +509,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -518,7 +518,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -528,7 +528,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -537,7 +537,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -547,7 +547,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -556,46 +556,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: DROP TABLE orcfile_merge1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out index 7508dc68e9..7904661009 100644 --- ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out +++ ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out @@ -201,7 +201,7 @@ POSTHOOK: Lineage: orc_ppd.v EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldS PREHOOK: query: select count(*) from orc_ppd PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16673 HDFS_BYTES_WRITTEN: 104 @@ -227,7 +227,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -241,7 +241,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1055 HDFS_BYTES_WRITTEN: 101 @@ -268,7 +268,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> 50 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -293,7 +293,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -318,7 +318,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = "54" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -343,7 +343,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = -10.0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -368,7 +368,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as float) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -393,7 +393,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as double) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -418,7 +418,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t < 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -443,7 +443,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t < 100 and t > 98 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -468,7 +468,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <= 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -493,7 +493,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -518,7 +518,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t in (5, 120) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -543,7 +543,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t between 60 and 80 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 103 @@ -568,7 +568,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -582,7 +582,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t <=> -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -596,7 +596,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 125 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -618,7 +618,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t IN (-100, 125, 200) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -640,7 +640,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s > "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -654,7 +654,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "zach young" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 5691 HDFS_BYTES_WRITTEN: 101 @@ -681,7 +681,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "zach zipper" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -706,7 +706,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -731,7 +731,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -745,7 +745,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s is not null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 104 @@ -770,7 +770,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -792,7 +792,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -817,7 +817,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -842,7 +842,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -867,7 +867,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s < "b" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -892,7 +892,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s > "alice" and s < "bob" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -917,7 +917,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s in ("alice allen", "") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -942,7 +942,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "" and "alice allen" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -967,7 +967,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "zz" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -992,7 +992,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s between "zach zipper" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1017,7 +1017,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "hello world" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1039,7 +1039,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s <=> "apache hive" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1061,7 +1061,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s IN ("a", "z") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1083,7 +1083,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "sarah ovid" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1108,7 +1108,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1133,7 +1133,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t < 0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1158,7 +1158,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t > 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1183,7 +1183,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 4912 HDFS_BYTES_WRITTEN: 101 @@ -1210,7 +1210,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1751 HDFS_BYTES_WRITTEN: 101 @@ -1237,7 +1237,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1262,7 +1262,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 diff --git ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out index 1157edb503..ff7df635a7 100644 --- ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out +++ ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out @@ -201,7 +201,7 @@ POSTHOOK: Lineage: orc_ppd.v EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldS PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17008 HDFS_BYTES_WRITTEN: 101 @@ -228,7 +228,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -242,7 +242,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -267,7 +267,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 720 HDFS_BYTES_WRITTEN: 101 @@ -294,7 +294,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -319,7 +319,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -348,7 +348,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -373,7 +373,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -387,7 +387,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -412,7 +412,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -437,7 +437,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -462,7 +462,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -491,7 +491,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -516,7 +516,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -530,7 +530,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -555,7 +555,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -580,7 +580,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -605,7 +605,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -634,7 +634,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -659,7 +659,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -673,7 +673,7 @@ Stage-1 HIVE COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -698,7 +698,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -723,7 +723,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -748,7 +748,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 102 @@ -777,7 +777,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where t > '127' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16898 HDFS_BYTES_WRITTEN: 104 @@ -796,7 +796,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t > '127' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17728 HDFS_BYTES_WRITTEN: 104 @@ -815,7 +815,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = '55' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16898 HDFS_BYTES_WRITTEN: 101 @@ -834,7 +834,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = '55' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17728 HDFS_BYTES_WRITTEN: 101 @@ -853,7 +853,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = '54' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 16898 HDFS_BYTES_WRITTEN: 102 @@ -872,7 +872,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where t = '54' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 17728 HDFS_BYTES_WRITTEN: 102 @@ -891,7 +891,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 4912 HDFS_BYTES_WRITTEN: 101 @@ -918,7 +918,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1751 HDFS_BYTES_WRITTEN: 101 @@ -949,7 +949,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 21458 HDFS_BYTES_WRITTEN: 101 @@ -968,7 +968,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 23336 HDFS_BYTES_WRITTEN: 101 @@ -991,7 +991,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where f = '74.72' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 21458 HDFS_BYTES_WRITTEN: 101 @@ -1010,7 +1010,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where f = '74.72' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 23336 HDFS_BYTES_WRITTEN: 101 @@ -1029,7 +1029,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 4099 HDFS_BYTES_WRITTEN: 101 @@ -1056,7 +1056,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1592 HDFS_BYTES_WRITTEN: 101 @@ -1087,7 +1087,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 20629 HDFS_BYTES_WRITTEN: 101 @@ -1106,7 +1106,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 22364 HDFS_BYTES_WRITTEN: 101 @@ -1129,7 +1129,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1154,7 +1154,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1183,7 +1183,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 20629 HDFS_BYTES_WRITTEN: 101 @@ -1202,7 +1202,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 22364 HDFS_BYTES_WRITTEN: 101 @@ -1225,7 +1225,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1250,7 +1250,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 0 HDFS_BYTES_WRITTEN: 101 @@ -1279,7 +1279,7 @@ PREHOOK: Output: default@orc_ppd PREHOOK: query: select count(*) from orc_ppd where si = 442 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 2183 HDFS_BYTES_WRITTEN: 101 @@ -1306,7 +1306,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where si = 442 or boo is not null or boo = false PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 18747 HDFS_BYTES_WRITTEN: 101 @@ -1325,7 +1325,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where si = 442 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 1217 HDFS_BYTES_WRITTEN: 101 @@ -1352,7 +1352,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: select count(*) from orc_ppd where si = 442 or boo is not null or boo = false PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### Stage-1 FILE SYSTEM COUNTERS: HDFS_BYTES_READ: 20073 HDFS_BYTES_WRITTEN: 101 diff --git ql/src/test/results/clientpositive/llap/parallel_colstats.q.out ql/src/test/results/clientpositive/llap/parallel_colstats.q.out index 4ac3fbb2f5..3b53183706 100644 --- ql/src/test/results/clientpositive/llap/parallel_colstats.q.out +++ ql/src/test/results/clientpositive/llap/parallel_colstats.q.out @@ -225,11 +225,11 @@ POSTHOOK: Lineage: src_b.value SIMPLE [(src)src.FieldSchema(name:value, type:str PREHOOK: query: select * from src_a PREHOOK: type: QUERY PREHOOK: Input: default@src_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_a POSTHOOK: type: QUERY POSTHOOK: Input: default@src_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 @@ -542,11 +542,11 @@ POSTHOOK: Input: default@src_a PREHOOK: query: select * from src_b PREHOOK: type: QUERY PREHOOK: Input: default@src_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_b POSTHOOK: type: QUERY POSTHOOK: Input: default@src_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 @@ -877,11 +877,11 @@ POSTHOOK: Lineage: src_b.value SIMPLE [(src)src.FieldSchema(name:value, type:str PREHOOK: query: select * from src_a PREHOOK: type: QUERY PREHOOK: Input: default@src_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_a POSTHOOK: type: QUERY POSTHOOK: Input: default@src_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 @@ -1194,11 +1194,11 @@ POSTHOOK: Input: default@src_a PREHOOK: query: select * from src_b PREHOOK: type: QUERY PREHOOK: Input: default@src_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_b POSTHOOK: type: QUERY POSTHOOK: Input: default@src_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 diff --git ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out index cedbb3d4d7..f4d62182b3 100644 --- ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out +++ ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out @@ -78,11 +78,11 @@ POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_stag PREHOOK: query: select count(*) from parquet_complex_types PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_complex_types POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1023 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY @@ -154,11 +154,11 @@ STAGE PLANS: PREHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### [100,101] 100 101 100 0 [102,103] 102 103 103 1 [104,105] 104 105 104 0 @@ -333,11 +333,11 @@ STAGE PLANS: PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2144 2145 2142 2143 2140 2141 @@ -366,11 +366,11 @@ POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_stag PREHOOK: query: select count(*) from parquet_complex_types PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_complex_types POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1024 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY @@ -442,11 +442,11 @@ STAGE PLANS: PREHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### [100,101] 100 101 100 0 [102,103] 102 103 103 1 [104,105] 104 105 104 0 @@ -621,11 +621,11 @@ STAGE PLANS: PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2146 2147 2144 2145 2142 2143 @@ -654,11 +654,11 @@ POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_stag PREHOOK: query: select count(*) from parquet_complex_types PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_complex_types POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1025 PREHOOK: query: explain vectorization expression select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY @@ -730,11 +730,11 @@ STAGE PLANS: PREHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select l1, l1[0], l1[1], l1[listIndex], listIndex from parquet_complex_types limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### [100,101] 100 101 100 0 [102,103] 102 103 103 1 [104,105] 104 105 104 0 @@ -909,11 +909,11 @@ STAGE PLANS: PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_complex_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2148 2149 2146 2147 2144 2145 diff --git ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out index ae7db3f351..1d70e069c4 100644 --- ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out +++ ql/src/test/results/clientpositive/llap/parquet_map_type_vectorization.q.out @@ -88,11 +88,11 @@ POSTHOOK: Lineage: parquet_map_type.stringmap SIMPLE [(parquet_map_type_staging) PREHOOK: query: select count(*) from parquet_map_type PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_map_type POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1023 PREHOOK: query: explain vectorization expression select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 @@ -167,12 +167,12 @@ PREHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456 stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"k1":"v1","k2":"v1-2"} {456:2,123:1} {123.123:1.1,456.456:1.2} v1-2 2 1.1 v1 1 1.2 {"k1":"v2","k2":"v2-2"} {456:4,123:3} {123.123:2.1,456.456:2.2} v2-2 4 2.1 v2 3 2.2 {"k1":"v3","k2":"v3-2"} {456:6,123:5} {123.123:3.1,456.456:3.2} v3-2 6 3.1 v3 5 3.2 @@ -350,12 +350,12 @@ PREHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1' from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 199 100.1 v100 1999 1000.1 v1000 2001 1001.1 v1001 @@ -386,22 +386,22 @@ POSTHOOK: Lineage: parquet_map_type.stringmap SIMPLE [(parquet_map_type_staging) PREHOOK: query: select count(*) from parquet_map_type PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_map_type POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1024 PREHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"k1":"v1","k2":"v1-2"} {456:2,123:1} {123.123:1.1,456.456:1.2} v1-2 2 1.1 v1 1 1.2 {"k1":"v2","k2":"v2-2"} {456:4,123:3} {123.123:2.1,456.456:2.2} v2-2 4 2.1 v2 3 2.2 {"k1":"v3","k2":"v3-2"} {456:6,123:5} {123.123:3.1,456.456:3.2} v3-2 6 3.1 v3 5 3.2 @@ -416,12 +416,12 @@ PREHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1' from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 199 100.1 v100 1999 1000.1 v1000 2001 1001.1 v1001 @@ -452,22 +452,22 @@ POSTHOOK: Lineage: parquet_map_type.stringmap SIMPLE [(parquet_map_type_staging) PREHOOK: query: select count(*) from parquet_map_type PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from parquet_map_type POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1025 PREHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select stringMap, intMap, doubleMap, stringMap['k2'], intMap[456], doubleMap[123.123], stringMap[stringIndex], intMap[intIndex], doubleMap[doubleIndex] from parquet_map_type limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"k1":"v1","k2":"v1-2"} {456:2,123:1} {123.123:1.1,456.456:1.2} v1-2 2 1.1 v1 1 1.2 {"k1":"v2","k2":"v2-2"} {456:4,123:3} {123.123:2.1,456.456:2.2} v2-2 4 2.1 v2 3 2.2 {"k1":"v3","k2":"v3-2"} {456:6,123:5} {123.123:3.1,456.456:3.2} v3-2 6 3.1 v3 5 3.2 @@ -482,12 +482,12 @@ PREHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1' from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(intMap[123]), sum(doubleMap[123.123]), stringMap['k1'] from parquet_map_type where stringMap['k1'] like 'v100%' group by stringMap['k1'] order by stringMap['k1'] limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_map_type -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 199 100.1 v100 1999 1000.1 v1000 2001 1001.1 v1001 diff --git ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out index dd0ff2b2ba..d62d9479b2 100644 --- ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out +++ ql/src/test/results/clientpositive/llap/parquet_types_vectorization.q.out @@ -99,11 +99,11 @@ POSTHOOK: Output: default@parquet_types_staging PREHOOK: query: SELECT * FROM parquet_types_staging PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types_staging -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM parquet_types_staging POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types_staging -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 100 1 1 1.0 0.0 abc 2011-01-01 01:01:01.111111111 a a B4F3CAFDBEDD {"k1":"v1"} [101,200] {"c1":10,"c2":"a"} 2011-01-01 101 2 2 1.1 0.3 def 2012-02-02 02:02:02.222222222 ab ab 68692CCAC0BDE7 {"k2":"v2"} [102,200] {"c1":10,"c2":"d"} 2012-02-02 102 3 3 1.2 0.6 ghi 2013-03-03 03:03:03.333333333 abc abc B4F3CAFDBEDD {"k3":"v3"} [103,200] {"c1":10,"c2":"g"} 2013-03-03 @@ -258,7 +258,7 @@ GROUP BY ctinyint ORDER BY ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT ctinyint, MAX(cint), MIN(csmallint), @@ -270,7 +270,7 @@ GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 121 1 8 1.175 2.06216 2 119 1 7 1.21429 1.8 3 120 1 7 1.17143 1.8 @@ -352,11 +352,11 @@ STAGE PLANS: PREHOOK: query: SELECT cfloat, count(*) FROM parquet_types GROUP BY cfloat ORDER BY cfloat PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cfloat, count(*) FROM parquet_types GROUP BY cfloat ORDER BY cfloat POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1.0 5 1.1 5 1.2 4 @@ -440,11 +440,11 @@ STAGE PLANS: PREHOOK: query: SELECT cchar, count(*) FROM parquet_types GROUP BY cchar ORDER BY cchar PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cchar, count(*) FROM parquet_types GROUP BY cchar ORDER BY cchar POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### a 1 ab 1 abc 1 @@ -541,11 +541,11 @@ STAGE PLANS: PREHOOK: query: SELECT cvarchar, count(*) FROM parquet_types GROUP BY cvarchar ORDER BY cvarchar PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cvarchar, count(*) FROM parquet_types GROUP BY cvarchar ORDER BY cvarchar POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### B4F3CAFDBE 1 a 1 ab 1 @@ -638,11 +638,11 @@ STAGE PLANS: PREHOOK: query: SELECT cstring1, count(*) FROM parquet_types GROUP BY cstring1 ORDER BY cstring1 PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cstring1, count(*) FROM parquet_types GROUP BY cstring1 ORDER BY cstring1 POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### abc 1 bcd 1 cde 1 @@ -742,11 +742,11 @@ STAGE PLANS: PREHOOK: query: SELECT t, count(*) FROM parquet_types GROUP BY t ORDER BY t PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT t, count(*) FROM parquet_types GROUP BY t ORDER BY t POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2011-01-01 01:01:01.111111111 1 2012-02-02 02:02:02.222222222 1 2013-03-03 03:03:03.333333333 1 @@ -838,11 +838,11 @@ STAGE PLANS: PREHOOK: query: SELECT hex(cbinary), count(*) FROM parquet_types GROUP BY cbinary PREHOOK: type: QUERY PREHOOK: Input: default@parquet_types -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT hex(cbinary), count(*) FROM parquet_types GROUP BY cbinary POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_types -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 68692CCAC0BDE7 10 1 68656C6C6F 1 diff --git ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out index 36b8c474d7..2d4616910d 100644 --- ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out @@ -104,7 +104,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: CREATE TABLE rcfile_createas1b STORED AS RCFILE AS @@ -137,7 +137,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_createas1a PREHOOK: Input: default@rcfile_createas1a@ds=1 PREHOOK: Input: default@rcfile_createas1a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_createas1a @@ -146,7 +146,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_createas1a POSTHOOK: Input: default@rcfile_createas1a@ds=1 POSTHOOK: Input: default@rcfile_createas1a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -154,14 +154,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_createas1b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_createas1b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_createas1b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE rcfile_createas1a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out index 4ff5569a7c..afdc8f820b 100644 --- ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_merge2.q.out @@ -218,7 +218,7 @@ PREHOOK: Input: default@rcfile_merge2a@one=1/two=8/three=0 PREHOOK: Input: default@rcfile_merge2a@one=1/two=8/three=6 PREHOOK: Input: default@rcfile_merge2a@one=1/two=9/three=1 PREHOOK: Input: default@rcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM rcfile_merge2a @@ -245,7 +245,7 @@ POSTHOOK: Input: default@rcfile_merge2a@one=1/two=8/three=0 POSTHOOK: Input: default@rcfile_merge2a@one=1/two=8/three=6 POSTHOOK: Input: default@rcfile_merge2a@one=1/two=9/three=1 POSTHOOK: Input: default@rcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), @@ -254,7 +254,7 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), PMOD(HASH(value), 10)) USING 'tr \t _' AS (c) @@ -262,7 +262,7 @@ POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: DROP TABLE rcfile_merge2a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out index 575be85eed..08c76d1b49 100644 --- ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_merge3.q.out @@ -161,7 +161,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_merge3a PREHOOK: Input: default@rcfile_merge3a@ds=1 PREHOOK: Input: default@rcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_merge3a @@ -170,7 +170,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_merge3a POSTHOOK: Input: default@rcfile_merge3a@ds=1 POSTHOOK: Input: default@rcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -178,14 +178,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE rcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out index f22e01a536..3fe587b932 100644 --- ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_merge4.q.out @@ -161,7 +161,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_merge3a PREHOOK: Input: default@rcfile_merge3a@ds=1 PREHOOK: Input: default@rcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_merge3a @@ -170,7 +170,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_merge3a POSTHOOK: Input: default@rcfile_merge3a@ds=1 POSTHOOK: Input: default@rcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -178,14 +178,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@rcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM rcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@rcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE rcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out index fd8cc2026f..68c2af2b51 100644 --- ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out @@ -50,9 +50,9 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -65,6 +65,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -86,6 +87,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -111,10 +113,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 2 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -127,6 +129,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket5_1 numFiles 0 numRows 0 @@ -157,10 +160,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -184,7 +187,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -197,6 +200,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket5_1 numFiles 0 numRows 0 @@ -212,7 +216,7 @@ STAGE PLANS: Stage: Stage-3 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: key, value Column Types: string, string @@ -234,20 +238,20 @@ POSTHOOK: Lineage: bucket5_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 PREHOOK: type: QUERY PREHOOK: Input: default@bucket5_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket5_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 21025334 36210398070 PREHOOK: query: select sum(hash(key)),sum(hash(value)) from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 21025334 36210398070 PREHOOK: query: create table complex_tbl_1(aid string, bid string, t int, ctime string, etime bigint, l string, et string) partitioned by (ds string) PREHOOK: type: CREATETABLE @@ -371,11 +375,11 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Static Partition Specification: ds=2010-03-29/ Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: PARTIAL -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -386,6 +390,7 @@ STAGE PLANS: columns.comments columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.complex_tbl_1 partition_columns ds partition_columns.types string @@ -434,10 +439,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 3174 Basic stats: COMPLETE Column stats: PARTIAL -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -463,7 +468,7 @@ STAGE PLANS: partition: ds 2010-03-29 replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -474,6 +479,7 @@ STAGE PLANS: columns.comments columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.complex_tbl_1 partition_columns ds partition_columns.types string @@ -487,7 +493,7 @@ STAGE PLANS: Stage: Stage-3 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: aid, bid, t, ctime, etime, l, et Column Types: string, string, int, string, bigint, string, string diff --git ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out index d61a0df5a9..b87a096b57 100644 --- ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out +++ ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out @@ -87,13 +87,13 @@ from count_distinct_test group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(distinct key),count(distinct name) from count_distinct_test group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 5 2 PREHOOK: query: explain select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m @@ -184,13 +184,13 @@ from (select id,key,name from count_distinct_test group by id,key,name)m group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 5 2 PREHOOK: query: explain select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m @@ -281,13 +281,13 @@ from (select id,key,name from count_distinct_test group by id,name,key)m group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 5 PREHOOK: query: explain select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m @@ -378,13 +378,13 @@ from (select id,key,name from count_distinct_test group by id,key,name)m group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(Distinct key),count(Distinct name) from (select id,key,name from count_distinct_test group by id,key,name)m group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 5 2 PREHOOK: query: explain select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m @@ -475,11 +475,11 @@ from (select id,key,name from count_distinct_test group by id,name,key)m group by id PREHOOK: type: QUERY PREHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select id,count(Distinct name),count(Distinct key) from (select id,key,name from count_distinct_test group by id,name,key)m group by id POSTHOOK: type: QUERY POSTHOOK: Input: default@count_distinct_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 5 diff --git ql/src/test/results/clientpositive/llap/remote_script.q.out ql/src/test/results/clientpositive/llap/remote_script.q.out index 87531f008a..315c5c5067 100644 --- ql/src/test/results/clientpositive/llap/remote_script.q.out +++ ql/src/test/results/clientpositive/llap/remote_script.q.out @@ -23,11 +23,11 @@ POSTHOOK: Lineage: tmp_tmp.value SCRIPT [(src)src.FieldSchema(name:key, type:str PREHOOK: query: select * from tmp_tmp ORDER BY key ASC, value ASC PREHOOK: type: QUERY PREHOOK: Input: default@tmp_tmp -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmp_tmp ORDER BY key ASC, value ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_tmp -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 NULL 1 2 NULL 1 diff --git ql/src/test/results/clientpositive/llap/schemeAuthority.q.out ql/src/test/results/clientpositive/llap/schemeAuthority.q.out index 9a6019c259..bb2b555945 100644 --- ql/src/test/results/clientpositive/llap/schemeAuthority.q.out +++ ql/src/test/results/clientpositive/llap/schemeAuthority.q.out @@ -27,13 +27,13 @@ POSTHOOK: type: ALTERTABLE_ADDPARTS #### A masked pattern was here #### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0 -#### A masked pattern was here #### +PREHOOK: query: alter table dynPart add partition (value='1') location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@dynpart -#### A masked pattern was here #### +POSTHOOK: query: alter table dynPart add partition (value='1') location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=1 PREHOOK: query: select count(*) from dynPart @@ -41,44 +41,44 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0 PREHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from dynPart POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0 POSTHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 PREHOOK: query: select key from dynPart PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0 PREHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from dynPart POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0 POSTHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 20 PREHOOK: query: select key from src where (key = 10) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where (key = 10) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select key from src where (key = 20) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where (key = 20) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/schemeAuthority2.q.out ql/src/test/results/clientpositive/llap/schemeAuthority2.q.out index 60913f21bc..cb66eadcdf 100644 --- ql/src/test/results/clientpositive/llap/schemeAuthority2.q.out +++ ql/src/test/results/clientpositive/llap/schemeAuthority2.q.out @@ -27,13 +27,13 @@ POSTHOOK: type: ALTERTABLE_ADDPARTS #### A masked pattern was here #### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0/value2=clusterA -#### A masked pattern was here #### +PREHOOK: query: alter table dynPart add partition (value='0', value2='clusterB') location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@dynpart -#### A masked pattern was here #### +POSTHOOK: query: alter table dynPart add partition (value='0', value2='clusterB') location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0/value2=clusterB PREHOOK: query: select value2, key from dynPart where value='0' @@ -41,13 +41,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0/value2=clusterA PREHOOK: Input: default@dynpart@value=0/value2=clusterB -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value2, key from dynPart where value='0' POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0/value2=clusterA POSTHOOK: Input: default@dynpart@value=0/value2=clusterB -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### clusterA 10 clusterB 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/table_nonprintable.q.out ql/src/test/results/clientpositive/llap/table_nonprintable.q.out index 3fa30f7c5f..8221b8ca46 100644 --- ql/src/test/results/clientpositive/llap/table_nonprintable.q.out +++ ql/src/test/results/clientpositive/llap/table_nonprintable.q.out @@ -1,21 +1,22 @@ Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ###¢Bar/in1.txt Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ###Foo/in1.txt Found 2 items -#### A masked pattern was here #### +drwxr-xr-x - ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ###Foo +drwxr-xr-x - ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ###¢Bar PREHOOK: query: create external table table_external (c1 int, c2 int) partitioned by (day string) -#### A masked pattern was here #### +location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@table_external POSTHOOK: query: create external table table_external (c1 int, c2 int) partitioned by (day string) -#### A masked pattern was here #### +location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@table_external PREHOOK: query: msck repair table table_external @@ -28,7 +29,8 @@ Partitions not in metastore: table_external:day=¢Bar Repair: Cannot add partition table_external:day=Foo due to invalid characters in the name #### A masked pattern was here #### Found 2 items -#### A masked pattern was here #### +drwxr-xr-x - ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ###Foo +drwxr-xr-x - ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ###¢Bar PREHOOK: query: show partitions table_external PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@table_external @@ -40,12 +42,12 @@ PREHOOK: query: select * from table_external PREHOOK: type: QUERY PREHOOK: Input: default@table_external PREHOOK: Input: default@table_external@day=¢Bar -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from table_external POSTHOOK: type: QUERY POSTHOOK: Input: default@table_external POSTHOOK: Input: default@table_external@day=¢Bar -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL 35 ¢Bar 48 NULL ¢Bar 100 100 ¢Bar diff --git ql/src/test/results/clientpositive/llap/temp_table_external.q.out ql/src/test/results/clientpositive/llap/temp_table_external.q.out index 54954b5ca3..910d4f00d1 100644 --- ql/src/test/results/clientpositive/llap/temp_table_external.q.out +++ ql/src/test/results/clientpositive/llap/temp_table_external.q.out @@ -1,22 +1,23 @@ Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ### +PREHOOK: query: create temporary external table temp_table_external (c1 int, c2 int) location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@temp_table_external -#### A masked pattern was here #### +POSTHOOK: query: create temporary external table temp_table_external (c1 int, c2 int) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@temp_table_external PREHOOK: query: select * from temp_table_external PREHOOK: type: QUERY PREHOOK: Input: default@temp_table_external -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from temp_table_external POSTHOOK: type: QUERY POSTHOOK: Input: default@temp_table_external -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL 35 48 NULL 100 100 @@ -29,4 +30,5 @@ POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@temp_table_external POSTHOOK: Output: default@temp_table_external Found 1 items +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ### #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out index f84c5970b2..da93bb369f 100644 --- ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out +++ ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out @@ -18,11 +18,11 @@ POSTHOOK: Lineage: dummy.i SCRIPT [] PREHOOK: query: select * from dummy PREHOOK: type: QUERY PREHOOK: Input: default@dummy -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dummy POSTHOOK: type: QUERY POSTHOOK: Input: default@dummy -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: create table partunion1(id1 int) partitioned by (part1 string) PREHOOK: type: CREATETABLE @@ -205,11 +205,11 @@ PREHOOK: query: select * from partunion1 PREHOOK: type: QUERY PREHOOK: Input: default@partunion1 PREHOOK: Input: default@partunion1@part1=2014 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from partunion1 POSTHOOK: type: QUERY POSTHOOK: Input: default@partunion1 POSTHOOK: Input: default@partunion1@part1=2014 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2014 2 2014 diff --git ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out index 583402899f..f2c02a83c7 100644 --- ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out +++ ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out @@ -26,11 +26,11 @@ POSTHOOK: Lineage: dummy.i SCRIPT [] PREHOOK: query: select * from dummy PREHOOK: type: QUERY PREHOOK: Input: default@dummy -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dummy POSTHOOK: type: QUERY POSTHOOK: Input: default@dummy -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: create table partunion1(id1 int) partitioned by (part1 string) stored as orc PREHOOK: type: CREATETABLE @@ -181,7 +181,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-2 Dependency Collection @@ -232,7 +232,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: insert into table partunion1 partition(part1) select 1 as id1, '2014' as part1 from dummy @@ -253,12 +253,12 @@ PREHOOK: query: select * from partunion1 PREHOOK: type: QUERY PREHOOK: Input: default@partunion1 PREHOOK: Input: default@partunion1@part1=2014 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from partunion1 POSTHOOK: type: QUERY POSTHOOK: Input: default@partunion1 POSTHOOK: Input: default@partunion1@part1=2014 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2014 2 2014 PREHOOK: query: drop table dummy diff --git ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index fe99c38437..7f7e78243d 100644 --- ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -255,11 +255,11 @@ POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src)s2.null, (src)s PREHOOK: query: select * from tmptable x sort by x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmptable x sort by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### tst1 500 tst2 500 tst3 500 @@ -536,11 +536,11 @@ POSTHOOK: Lineage: tmptable12.value EXPRESSION [(src)s1.null, (src1)s2.null, (sr PREHOOK: query: select * from tmptable12 x sort by x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmptable12 x sort by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### tst1 500 tst2 25 tst3 1000 @@ -632,12 +632,12 @@ PREHOOK: query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, select s2.key as key, s2.value as value from src s2) unionsrc PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, s1.value as value from src s1 UNION DISTINCT select s2.key as key, s2.value as value from src s2) unionsrc POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 103 val_103 105 val_105 @@ -1236,11 +1236,11 @@ POSTHOOK: Lineage: dest2.val2 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(name PREHOOK: query: SELECT DEST1.* FROM DEST1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST1.* FROM DEST1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 10 1 100 1 @@ -1554,11 +1554,11 @@ tst1 1 PREHOOK: query: SELECT DEST2.* FROM DEST2 PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST2.* FROM DEST2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 1 10 val_10 1 100 val_100 1 @@ -2127,11 +2127,11 @@ POSTHOOK: Lineage: dest218.val2 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(na PREHOOK: query: SELECT DEST118.* FROM DEST118 SORT BY DEST118.key, DEST118.value PREHOOK: type: QUERY PREHOOK: Input: default@dest118 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST118.* FROM DEST118 SORT BY DEST118.key, DEST118.value POSTHOOK: type: QUERY POSTHOOK: Input: default@dest118 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 10 val_10 100 val_100 @@ -2445,11 +2445,11 @@ tst1 500 PREHOOK: query: SELECT DEST218.* FROM DEST218 SORT BY DEST218.key, DEST218.val1, DEST218.val2 PREHOOK: type: QUERY PREHOOK: Input: default@dest218 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST218.* FROM DEST218 SORT BY DEST218.key, DEST218.val1, DEST218.val2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest218 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 val_0 10 val_10 val_10 100 val_100 val_100 @@ -3028,11 +3028,11 @@ POSTHOOK: Lineage: dest219.val2 EXPRESSION [(src)s1.null, (src)s2.FieldSchema(na PREHOOK: query: SELECT DEST119.* FROM DEST119 SORT BY DEST119.key, DEST119.value PREHOOK: type: QUERY PREHOOK: Input: default@dest119 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST119.* FROM DEST119 SORT BY DEST119.key, DEST119.value POSTHOOK: type: QUERY POSTHOOK: Input: default@dest119 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 10 1 100 1 @@ -3346,11 +3346,11 @@ tst1 1 PREHOOK: query: SELECT DEST219.* FROM DEST219 SORT BY DEST219.key, DEST219.val1, DEST219.val2 PREHOOK: type: QUERY PREHOOK: Input: default@dest219 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT DEST219.* FROM DEST219 SORT BY DEST219.key, DEST219.val1, DEST219.val2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest219 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 val_0 10 val_10 val_10 100 val_100 val_100 @@ -3778,9 +3778,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [dst_union22_delta] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3795,6 +3795,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22_delta numFiles 1 numRows 500 @@ -3817,6 +3818,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22_delta partition_columns ds partition_columns.types string @@ -3853,9 +3855,9 @@ STAGE PLANS: value expressions: _col1 (type: string), _col2 (type: string) auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [a] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3870,6 +3872,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22 numFiles 1 numRows 500 @@ -3892,6 +3895,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22 partition_columns ds partition_columns.types string @@ -3928,9 +3932,9 @@ STAGE PLANS: value expressions: _col1 (type: string), _col2 (type: string) auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [dst_union22_delta] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3945,6 +3949,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22_delta numFiles 1 numRows 500 @@ -3967,6 +3972,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22_delta partition_columns ds partition_columns.types string @@ -3991,11 +3997,11 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ Statistics: Num rows: 332 Data size: 104486 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4006,6 +4012,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22 partition_columns ds partition_columns.types string @@ -4054,10 +4061,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 1845 Basic stats: COMPLETE Column stats: COMPLETE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -4119,7 +4126,7 @@ STAGE PLANS: partition: ds 2 replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4130,6 +4137,7 @@ STAGE PLANS: columns.comments columns.types string:string:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.dst_union22 partition_columns ds partition_columns.types string @@ -4143,7 +4151,7 @@ STAGE PLANS: Stage: Stage-3 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Column Stats Desc: Columns: k1, k2, k3, k4 Column Types: string, string, string, string @@ -4192,12 +4200,12 @@ PREHOOK: query: select * from dst_union22 where ds = '2' PREHOOK: type: QUERY PREHOOK: Input: default@dst_union22 PREHOOK: Input: default@dst_union22@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dst_union22 where ds = '2' POSTHOOK: type: QUERY POSTHOOK: Input: default@dst_union22 POSTHOOK: Input: default@dst_union22@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 103 val_103 103 val_103 2 113 val_113 113 val_113 2 120 val_120 120 val_120 2 @@ -4628,7 +4636,7 @@ from ( select key as key2, value as value2 from src) s PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select s.key2, s.value2 from ( select transform(key, value) using 'cat' as (key2, value2) @@ -4637,7 +4645,7 @@ from ( select key as key2, value as value2 from src) s POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 103 val_103 105 val_105 @@ -5063,9 +5071,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src2] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5078,6 +5086,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -5099,6 +5108,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -5139,9 +5149,9 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src5] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5154,6 +5164,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -5175,6 +5186,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -5217,9 +5229,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src3] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src3 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5232,6 +5244,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -5253,6 +5266,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -5295,9 +5309,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src4] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5310,6 +5324,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -5331,6 +5346,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -5420,10 +5436,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 77 Data size: 13919 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -5466,7 +5482,7 @@ PREHOOK: Input: default@src2 PREHOOK: Input: default@src3 PREHOOK: Input: default@src4 PREHOOK: Input: default@src5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select s.key, s.count from ( select key, count from src2 where key < 10 UNION DISTINCT @@ -5481,7 +5497,7 @@ POSTHOOK: Input: default@src2 POSTHOOK: Input: default@src3 POSTHOOK: Input: default@src4 POSTHOOK: Input: default@src5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 0 3 2 1 @@ -5552,9 +5568,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src2] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5567,6 +5583,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -5588,6 +5605,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -5630,9 +5648,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src3] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src3 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5645,6 +5663,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -5666,6 +5685,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -5703,9 +5723,9 @@ STAGE PLANS: tag: 0 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [a] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5718,6 +5738,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -5739,6 +5760,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -5777,9 +5799,9 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [b] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5792,6 +5814,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -5813,6 +5836,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -5859,10 +5883,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 108 Data size: 19391 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -5930,7 +5954,7 @@ PREHOOK: Input: default@src2 PREHOOK: Input: default@src3 PREHOOK: Input: default@src4 PREHOOK: Input: default@src5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select s.key, s.count from ( select key, count from src2 where key < 10 UNION DISTINCT @@ -5943,7 +5967,7 @@ POSTHOOK: Input: default@src2 POSTHOOK: Input: default@src3 POSTHOOK: Input: default@src4 POSTHOOK: Input: default@src5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 2 1 4 1 @@ -6013,9 +6037,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src2] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -6028,6 +6052,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -6049,6 +6074,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src2 numFiles 1 numRows 309 @@ -6086,9 +6112,9 @@ STAGE PLANS: tag: 1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [b] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -6101,6 +6127,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -6122,6 +6149,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src5 numFiles 1 numRows 309 @@ -6164,9 +6192,9 @@ STAGE PLANS: tag: -1 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src3] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src3 input format: org.apache.hadoop.mapred.TextInputFormat @@ -6179,6 +6207,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -6200,6 +6229,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src3 numFiles 1 numRows 309 @@ -6237,9 +6267,9 @@ STAGE PLANS: tag: 0 auto parallelism: true Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [a] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -6252,6 +6282,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -6273,6 +6304,7 @@ STAGE PLANS: columns.comments columns.types string:bigint #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src4 numFiles 1 numRows 309 @@ -6319,10 +6351,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 79 Data size: 14280 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -6410,7 +6442,7 @@ PREHOOK: Input: default@src2 PREHOOK: Input: default@src3 PREHOOK: Input: default@src4 PREHOOK: Input: default@src5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select s.key, s.count from ( select key, count from src2 where key < 10 UNION DISTINCT @@ -6423,7 +6455,7 @@ POSTHOOK: Input: default@src2 POSTHOOK: Input: default@src3 POSTHOOK: Input: default@src4 POSTHOOK: Input: default@src5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 0 3 2 1 @@ -6648,7 +6680,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN SELECT @@ -6859,7 +6891,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(1) as counts, key, @@ -6884,7 +6916,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 0 val_0 1 10 val_10 1 100 val_100 @@ -7218,7 +7250,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(1) as counts, key, @@ -7243,7 +7275,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 0 val_0 1 103 val_103 1 105 val_105 @@ -7577,7 +7609,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(1) as counts, key, @@ -7602,7 +7634,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 0 val_0 1 103 val_103 1 105 val_105 @@ -8076,13 +8108,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dim_pho PREHOOK: Input: default@jackson_sev_add PREHOOK: Input: default@jackson_sev_same -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select b.* from jackson_sev_same a join (select * from dim_pho UNION DISTINCT select * from jackson_sev_add)b on a.key=b.key and b.key=97 POSTHOOK: type: QUERY POSTHOOK: Input: default@dim_pho POSTHOOK: Input: default@jackson_sev_add POSTHOOK: Input: default@jackson_sev_same -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 97 val_97 97 val_97 PREHOOK: query: create table union_subq_union(key int, value string) @@ -8364,11 +8396,11 @@ POSTHOOK: Lineage: union_subq_union.value EXPRESSION [(src)src.FieldSchema(name: PREHOOK: query: select * from union_subq_union order by key, value limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@union_subq_union -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_subq_union order by key, value limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@union_subq_union -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 2 val_2 4 val_4 @@ -8624,11 +8656,11 @@ POSTHOOK: Lineage: union_subq_union29.value EXPRESSION [(src)src.FieldSchema(nam PREHOOK: query: select * from union_subq_union29 order by key, value limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@union_subq_union29 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_subq_union29 order by key, value limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@union_subq_union29 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 2 val_2 4 val_4 @@ -8923,11 +8955,11 @@ POSTHOOK: Lineage: union_out.id EXPRESSION [] PREHOOK: query: select * from union_out PREHOOK: type: QUERY PREHOOK: Input: default@union_out -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_out POSTHOOK: type: QUERY POSTHOOK: Input: default@union_out -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 1 2 @@ -9280,11 +9312,11 @@ POSTHOOK: Lineage: union_subq_union30.value EXPRESSION [(src)src.FieldSchema(nam PREHOOK: query: select * from union_subq_union30 order by key, value limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@union_subq_union30 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from union_subq_union30 order by key, value limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@union_subq_union30 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 2 val_2 4 val_4 @@ -9630,11 +9662,11 @@ POSTHOOK: Lineage: t4.value EXPRESSION [(t1)t1.FieldSchema(name:value, type:stri PREHOOK: query: select * from t3 PREHOOK: type: QUERY PREHOOK: Input: default@t3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t3 POSTHOOK: type: QUERY POSTHOOK: Input: default@t3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 2 1 4 1 @@ -9644,11 +9676,11 @@ POSTHOOK: Input: default@t3 PREHOOK: query: select * from t4 PREHOOK: type: QUERY PREHOOK: Input: default@t4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t4 POSTHOOK: type: QUERY POSTHOOK: Input: default@t4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### val_0 1 val_2 1 val_4 1 @@ -9980,11 +10012,11 @@ POSTHOOK: Lineage: t6.cnt EXPRESSION [(t1)t1.null, (t2)t2.null, ] PREHOOK: query: select * from t5 PREHOOK: type: QUERY PREHOOK: Input: default@t5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t5 POSTHOOK: type: QUERY POSTHOOK: Input: default@t5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 2 1 4 1 @@ -9994,11 +10026,11 @@ POSTHOOK: Input: default@t5 PREHOOK: query: select * from t6 PREHOOK: type: QUERY PREHOOK: Input: default@t6 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t6 POSTHOOK: type: QUERY POSTHOOK: Input: default@t6 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 2 1 4 1 @@ -10325,11 +10357,11 @@ POSTHOOK: Lineage: t8.cnt EXPRESSION [(t1)t1.null, (t9)t9.null, ] PREHOOK: query: select * from t7 PREHOOK: type: QUERY PREHOOK: Input: default@t7 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t7 POSTHOOK: type: QUERY POSTHOOK: Input: default@t7 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 2 1 4 1 @@ -10339,11 +10371,11 @@ POSTHOOK: Input: default@t7 PREHOOK: query: select * from t8 PREHOOK: type: QUERY PREHOOK: Input: default@t8 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from t8 POSTHOOK: type: QUERY POSTHOOK: Input: default@t8 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 1 2 1 4 1 @@ -10444,7 +10476,7 @@ SELECT CAST(key AS BIGINT) AS key FROM t2) a PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t1 UNION DISTINCT @@ -10452,7 +10484,7 @@ SELECT CAST(key AS BIGINT) AS key FROM t2) a POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 2.0 4.0 @@ -10588,7 +10620,7 @@ SELECT CAST(key AS DOUBLE) AS key FROM t2) a PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key UNION DISTINCT @@ -10596,7 +10628,7 @@ SELECT CAST(key AS DOUBLE) AS key FROM t2) a POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 2.0 4.0 @@ -10732,7 +10764,7 @@ SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key) a PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key FROM t2 UNION DISTINCT @@ -10740,7 +10772,7 @@ SELECT CAST(a.key AS BIGINT) AS key FROM t1 a JOIN t2 b ON a.key = b.key) a POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 2.0 4.0 @@ -10876,7 +10908,7 @@ SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2) a PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS CHAR(20)) AS value FROM t1 a JOIN t2 b ON a.key = b.key UNION DISTINCT @@ -10884,7 +10916,7 @@ SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2) a POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 0 2.0 2 4.0 4 @@ -11020,7 +11052,7 @@ SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS VARCHAR(20)) AS value FROM t1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM (SELECT CAST(key AS DOUBLE) AS key, CAST(key AS STRING) AS value FROM t2 UNION DISTINCT @@ -11028,7 +11060,7 @@ SELECT CAST(a.key AS BIGINT) AS key, CAST(b.key AS VARCHAR(20)) AS value FROM t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0.0 0 2.0 2 4.0 4 @@ -11242,11 +11274,11 @@ POSTHOOK: Lineage: test_src.value EXPRESSION [(src)src.FieldSchema(name:value, t PREHOOK: query: SELECT COUNT(*) FROM test_src PREHOOK: type: QUERY PREHOOK: Input: default@test_src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_src POSTHOOK: type: QUERY POSTHOOK: Input: default@test_src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 310 PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE test_src SELECT key, value FROM ( @@ -11443,11 +11475,11 @@ POSTHOOK: Lineage: test_src.value EXPRESSION [(src)src.null, (src)src.FieldSchem PREHOOK: query: SELECT COUNT(*) FROM test_src PREHOOK: type: QUERY PREHOOK: Input: default@test_src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_src POSTHOOK: type: QUERY POSTHOOK: Input: default@test_src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 310 PREHOOK: query: -- union34.q @@ -11719,7 +11751,7 @@ PREHOOK: Input: default@src10_1 PREHOOK: Input: default@src10_2 PREHOOK: Input: default@src10_3 PREHOOK: Input: default@src10_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1) sub1 JOIN (SELECT * FROM src10_2) sub0 ON (sub0.key = sub1.key) UNION DISTINCT @@ -11730,7 +11762,7 @@ POSTHOOK: Input: default@src10_1 POSTHOOK: Input: default@src10_2 POSTHOOK: Input: default@src10_3 POSTHOOK: Input: default@src10_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 238 val_238 484 val_484 278 val_278 @@ -11918,7 +11950,7 @@ PREHOOK: Input: default@src10_1 PREHOOK: Input: default@src10_2 PREHOOK: Input: default@src10_3 PREHOOK: Input: default@src10_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM ( SELECT sub1.key,sub1.value FROM (SELECT * FROM src10_1) sub1 JOIN (SELECT * FROM src10_2) sub0 ON (sub0.key = sub1.key) UNION DISTINCT @@ -11929,7 +11961,7 @@ POSTHOOK: Input: default@src10_1 POSTHOOK: Input: default@src10_2 POSTHOOK: Input: default@src10_3 POSTHOOK: Input: default@src10_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 238 val_238 484 val_484 278 val_278 diff --git ql/src/test/results/clientpositive/parallel_orderby.q.out ql/src/test/results/clientpositive/parallel_orderby.q.out index 2b2bcc78e0..571362d15c 100644 --- ql/src/test/results/clientpositive/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/parallel_orderby.q.out @@ -67,7 +67,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-3 Create Table Operator: @@ -131,11 +131,11 @@ Storage Desc Params: PREHOOK: query: select * from total_ordered PREHOOK: type: QUERY PREHOOK: Input: default@total_ordered -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from total_ordered POSTHOOK: type: QUERY POSTHOOK: Input: default@total_ordered -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 128 val_128 128 val_128 150 val_150 @@ -241,11 +241,11 @@ Storage Desc Params: PREHOOK: query: select * from total_ordered PREHOOK: type: QUERY PREHOOK: Input: default@total_ordered -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from total_ordered POSTHOOK: type: QUERY POSTHOOK: Input: default@total_ordered -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 128 val_128 128 val_128 150 val_150 diff --git ql/src/test/results/clientpositive/perf/tez/query39.q.out ql/src/test/results/clientpositive/perf/tez/query39.q.out index 8e91494b47..38d5c263ba 100644 --- ql/src/test/results/clientpositive/perf/tez/query39.q.out +++ ql/src/test/results/clientpositive/perf/tez/query39.q.out @@ -221,7 +221,7 @@ PREHOOK: Input: default@date_dim PREHOOK: Input: default@inventory PREHOOK: Input: default@item PREHOOK: Input: default@warehouse -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with inv as (select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy ,stdev,mean, case mean when 0 then null else stdev/mean end cov @@ -252,4 +252,4 @@ POSTHOOK: Input: default@date_dim POSTHOOK: Input: default@inventory POSTHOOK: Input: default@item POSTHOOK: Input: default@warehouse -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/root_dir_external_table.q.out ql/src/test/results/clientpositive/root_dir_external_table.q.out index 238a409a1d..7ba2b5bd1e 100644 --- ql/src/test/results/clientpositive/root_dir_external_table.q.out +++ ql/src/test/results/clientpositive/root_dir_external_table.q.out @@ -1,26 +1,28 @@ -#### A masked pattern was here #### +PREHOOK: query: insert overwrite directory "hdfs://### HDFS PATH ###" select key from src where (key < 20) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### +POSTHOOK: query: insert overwrite directory "hdfs://### HDFS PATH ###" select key from src where (key < 20) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### +PREHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs:///' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@roottable -#### A masked pattern was here #### +POSTHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@roottable PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/scriptfile1.q.out ql/src/test/results/clientpositive/scriptfile1.q.out index cf718ccc03..f105cf40af 100644 --- ql/src/test/results/clientpositive/scriptfile1.q.out +++ ql/src/test/results/clientpositive/scriptfile1.q.out @@ -31,11 +31,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 val_10 100 val_100 100 val_100 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out index 91408df129..9939e834bd 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out @@ -195,7 +195,7 @@ PREHOOK: Input: default@bucket_big@day=day1/pri=1 PREHOOK: Input: default@bucket_small PREHOOK: Input: default@bucket_small@pri=1 PREHOOK: Input: default@bucket_small@pri=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.key , a.value , @@ -225,7 +225,7 @@ POSTHOOK: Input: default@bucket_big@day=day1/pri=1 POSTHOOK: Input: default@bucket_small POSTHOOK: Input: default@bucket_small@pri=1 POSTHOOK: Input: default@bucket_small@pri=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 val_0 day1 1 0 val_0 val_0 day1 1 0 val_0 val_0 day1 1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark new file mode 100644 index 0000000000..91408df129 --- /dev/null +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark @@ -0,0 +1,252 @@ +PREHOOK: query: CREATE TABLE stage_bucket_big +( +key BIGINT, +value STRING +) +PARTITIONED BY (file_tag STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@stage_bucket_big +POSTHOOK: query: CREATE TABLE stage_bucket_big +( +key BIGINT, +value STRING +) +PARTITIONED BY (file_tag STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@stage_bucket_big +PREHOOK: query: CREATE TABLE bucket_big +( +key BIGINT, +value STRING +) +PARTITIONED BY (day STRING, pri bigint) +clustered by (key) sorted by (key) into 12 buckets +stored as RCFile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucket_big +POSTHOOK: query: CREATE TABLE bucket_big +( +key BIGINT, +value STRING +) +PARTITIONED BY (day STRING, pri bigint) +clustered by (key) sorted by (key) into 12 buckets +stored as RCFile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucket_big +PREHOOK: query: CREATE TABLE stage_bucket_small +( +key BIGINT, +value string +) +PARTITIONED BY (file_tag STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@stage_bucket_small +POSTHOOK: query: CREATE TABLE stage_bucket_small +( +key BIGINT, +value string +) +PARTITIONED BY (file_tag STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@stage_bucket_small +PREHOOK: query: CREATE TABLE bucket_small +( +key BIGINT, +value string +) +PARTITIONED BY (pri bigint) +clustered by (key) sorted by (key) into 12 buckets +stored as RCFile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucket_small +POSTHOOK: query: CREATE TABLE bucket_small +( +key BIGINT, +value string +) +PARTITIONED BY (pri bigint) +clustered by (key) sorted by (key) into 12 buckets +stored as RCFile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucket_small +PREHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/big/000000_0' overwrite into table stage_bucket_small partition (file_tag='1') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@stage_bucket_small +POSTHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/big/000000_0' overwrite into table stage_bucket_small partition (file_tag='1') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@stage_bucket_small +POSTHOOK: Output: default@stage_bucket_small@file_tag=1 +PREHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/big/000000_0' overwrite into table stage_bucket_small partition (file_tag='2') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@stage_bucket_small +POSTHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/big/000000_0' overwrite into table stage_bucket_small partition (file_tag='2') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@stage_bucket_small +POSTHOOK: Output: default@stage_bucket_small@file_tag=2 +PREHOOK: query: insert overwrite table bucket_small partition(pri) +select +key, +value, +file_tag as pri +from +stage_bucket_small +where file_tag between 1 and 2 +PREHOOK: type: QUERY +PREHOOK: Input: default@stage_bucket_small +PREHOOK: Input: default@stage_bucket_small@file_tag=1 +PREHOOK: Input: default@stage_bucket_small@file_tag=2 +PREHOOK: Output: default@bucket_small +POSTHOOK: query: insert overwrite table bucket_small partition(pri) +select +key, +value, +file_tag as pri +from +stage_bucket_small +where file_tag between 1 and 2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stage_bucket_small +POSTHOOK: Input: default@stage_bucket_small@file_tag=1 +POSTHOOK: Input: default@stage_bucket_small@file_tag=2 +POSTHOOK: Output: default@bucket_small@pri=1 +POSTHOOK: Output: default@bucket_small@pri=2 +POSTHOOK: Lineage: bucket_small PARTITION(pri=1).key SIMPLE [(stage_bucket_small)stage_bucket_small.FieldSchema(name:key, type:bigint, comment:null), ] +POSTHOOK: Lineage: bucket_small PARTITION(pri=1).value SIMPLE [(stage_bucket_small)stage_bucket_small.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: bucket_small PARTITION(pri=2).key SIMPLE [(stage_bucket_small)stage_bucket_small.FieldSchema(name:key, type:bigint, comment:null), ] +POSTHOOK: Lineage: bucket_small PARTITION(pri=2).value SIMPLE [(stage_bucket_small)stage_bucket_small.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/small/000000_0' overwrite into table stage_bucket_big partition (file_tag='1') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@stage_bucket_big +POSTHOOK: query: load data local inpath '../../data/files/auto_sortmerge_join/small/000000_0' overwrite into table stage_bucket_big partition (file_tag='1') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@stage_bucket_big +POSTHOOK: Output: default@stage_bucket_big@file_tag=1 +PREHOOK: query: insert overwrite table bucket_big partition(day,pri) +select +key, +value, +'day1' as day, +1 as pri +from +stage_bucket_big +where +file_tag='1' +PREHOOK: type: QUERY +PREHOOK: Input: default@stage_bucket_big +PREHOOK: Input: default@stage_bucket_big@file_tag=1 +PREHOOK: Output: default@bucket_big +POSTHOOK: query: insert overwrite table bucket_big partition(day,pri) +select +key, +value, +'day1' as day, +1 as pri +from +stage_bucket_big +where +file_tag='1' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stage_bucket_big +POSTHOOK: Input: default@stage_bucket_big@file_tag=1 +POSTHOOK: Output: default@bucket_big@day=day1/pri=1 +POSTHOOK: Lineage: bucket_big PARTITION(day=day1,pri=1).key SIMPLE [(stage_bucket_big)stage_bucket_big.FieldSchema(name:key, type:bigint, comment:null), ] +POSTHOOK: Lineage: bucket_big PARTITION(day=day1,pri=1).value SIMPLE [(stage_bucket_big)stage_bucket_big.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: select +a.key , +a.value , +b.value , +'day1' as day, +1 as pri +from +( +select +key, +value +from bucket_big where day='day1' +) a +left outer join +( +select +key, +value +from bucket_small +where pri between 1 and 2 +) b +on +(a.key = b.key) +PREHOOK: type: QUERY +PREHOOK: Input: default@bucket_big +PREHOOK: Input: default@bucket_big@day=day1/pri=1 +PREHOOK: Input: default@bucket_small +PREHOOK: Input: default@bucket_small@pri=1 +PREHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### +POSTHOOK: query: select +a.key , +a.value , +b.value , +'day1' as day, +1 as pri +from +( +select +key, +value +from bucket_big where day='day1' +) a +left outer join +( +select +key, +value +from bucket_small +where pri between 1 and 2 +) b +on +(a.key = b.key) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket_big +POSTHOOK: Input: default@bucket_big@day=day1/pri=1 +POSTHOOK: Input: default@bucket_small +POSTHOOK: Input: default@bucket_small@pri=1 +POSTHOOK: Input: default@bucket_small@pri=2 +#### A masked pattern was here #### +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +0 val_0 val_0 day1 1 +103 val_103 val_103 day1 1 +103 val_103 val_103 day1 1 +103 val_103 val_103 day1 1 +103 val_103 val_103 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +169 val_169 val_169 day1 1 +172 val_172 val_172 day1 1 +172 val_172 val_172 day1 1 +172 val_172 val_172 day1 1 +172 val_172 val_172 day1 1 +374 val_374 val_374 day1 1 +374 val_374 val_374 day1 1 diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out ql/src/test/results/clientpositive/spark/bucket4.q.out index 63683fc8bd..4df95d55f8 100644 --- ql/src/test/results/clientpositive/spark/bucket4.q.out +++ ql/src/test/results/clientpositive/spark/bucket4.q.out @@ -46,9 +46,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,6 +61,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -82,6 +83,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -106,10 +108,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -123,6 +125,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket4_1 numFiles 0 numRows 0 @@ -142,7 +145,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -156,6 +159,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket4_1 numFiles 0 numRows 0 @@ -171,7 +175,7 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table bucket4_1 select * from src @@ -211,11 +215,11 @@ STAGE PLANS: PREHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY PREHOOK: Input: default@bucket4_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket4_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out_spark ql/src/test/results/clientpositive/spark/bucket4.q.out_spark new file mode 100644 index 0000000000..63683fc8bd --- /dev/null +++ ql/src/test/results/clientpositive/spark/bucket4.q.out_spark @@ -0,0 +1,465 @@ +PREHOOK: query: CREATE TABLE bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucket4_1 +POSTHOOK: query: CREATE TABLE bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucket4_1 +PREHOOK: query: explain extended +insert overwrite table bucket4_1 +select * from src +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +insert overwrite table bucket4_1 +select * from src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: UDFToInteger(_col0) (type: int) + null sort order: a + sort order: + + Map-reduce partition columns: UDFToInteger(_col0) (type: int) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: string), _col1 (type: string) + auto parallelism: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: src + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.src + name: default.src + Truncated Path -> Alias: + /src [src] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + SORTBUCKETCOLSPREFIX TRUE + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.bucket4_1 + numFiles 0 + numRows 0 + rawDataSize 0 + serialization.ddl struct bucket4_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket4_1 + TotalFiles: 2 + GatherStats: true + MultiFileSpray: true + + Stage: Stage-0 + Move Operator + tables: + replace: true +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + SORTBUCKETCOLSPREFIX TRUE + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.bucket4_1 + numFiles 0 + numRows 0 + rawDataSize 0 + serialization.ddl struct bucket4_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket4_1 + + Stage: Stage-2 + Stats Work + Basic Stats Work: +#### A masked pattern was here #### + +PREHOOK: query: insert overwrite table bucket4_1 +select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket4_1 +POSTHOOK: query: insert overwrite table bucket4_1 +select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket4_1 +POSTHOOK: Lineage: bucket4_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +select * from bucket4_1 tablesample (bucket 1 out of 2) s +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from bucket4_1 tablesample (bucket 1 out of 2) s +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: s + Filter Operator + predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean) + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + ListSink + +PREHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s +PREHOOK: type: QUERY +PREHOOK: Input: default@bucket4_1 +#### A masked pattern was here #### +POSTHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket4_1 +#### A masked pattern was here #### +0 val_0 +0 val_0 +0 val_0 +2 val_2 +4 val_4 +8 val_8 +10 val_10 +12 val_12 +12 val_12 +18 val_18 +18 val_18 +20 val_20 +24 val_24 +24 val_24 +26 val_26 +26 val_26 +28 val_28 +30 val_30 +34 val_34 +42 val_42 +42 val_42 +44 val_44 +54 val_54 +58 val_58 +58 val_58 +64 val_64 +66 val_66 +70 val_70 +70 val_70 +70 val_70 +72 val_72 +72 val_72 +74 val_74 +76 val_76 +76 val_76 +78 val_78 +80 val_80 +82 val_82 +84 val_84 +84 val_84 +86 val_86 +90 val_90 +90 val_90 +90 val_90 +92 val_92 +96 val_96 +98 val_98 +98 val_98 +100 val_100 +100 val_100 +104 val_104 +104 val_104 +114 val_114 +116 val_116 +118 val_118 +118 val_118 +120 val_120 +120 val_120 +126 val_126 +128 val_128 +128 val_128 +128 val_128 +134 val_134 +134 val_134 +136 val_136 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +146 val_146 +146 val_146 +150 val_150 +152 val_152 +152 val_152 +156 val_156 +158 val_158 +160 val_160 +162 val_162 +164 val_164 +164 val_164 +166 val_166 +168 val_168 +170 val_170 +172 val_172 +172 val_172 +174 val_174 +174 val_174 +176 val_176 +176 val_176 +178 val_178 +180 val_180 +186 val_186 +190 val_190 +192 val_192 +194 val_194 +196 val_196 +200 val_200 +200 val_200 +202 val_202 +208 val_208 +208 val_208 +208 val_208 +214 val_214 +216 val_216 +216 val_216 +218 val_218 +222 val_222 +224 val_224 +224 val_224 +226 val_226 +228 val_228 +230 val_230 +230 val_230 +230 val_230 +230 val_230 +230 val_230 +238 val_238 +238 val_238 +242 val_242 +242 val_242 +244 val_244 +248 val_248 +252 val_252 +256 val_256 +256 val_256 +258 val_258 +260 val_260 +262 val_262 +266 val_266 +272 val_272 +272 val_272 +274 val_274 +278 val_278 +278 val_278 +280 val_280 +280 val_280 +282 val_282 +282 val_282 +284 val_284 +286 val_286 +288 val_288 +288 val_288 +292 val_292 +296 val_296 +298 val_298 +298 val_298 +298 val_298 +302 val_302 +306 val_306 +308 val_308 +310 val_310 +316 val_316 +316 val_316 +316 val_316 +318 val_318 +318 val_318 +318 val_318 +322 val_322 +322 val_322 +332 val_332 +336 val_336 +338 val_338 +342 val_342 +342 val_342 +344 val_344 +344 val_344 +348 val_348 +348 val_348 +348 val_348 +348 val_348 +348 val_348 +356 val_356 +360 val_360 +362 val_362 +364 val_364 +366 val_366 +368 val_368 +374 val_374 +378 val_378 +382 val_382 +382 val_382 +384 val_384 +384 val_384 +384 val_384 +386 val_386 +392 val_392 +394 val_394 +396 val_396 +396 val_396 +396 val_396 +400 val_400 +402 val_402 +404 val_404 +404 val_404 +406 val_406 +406 val_406 +406 val_406 +406 val_406 +414 val_414 +414 val_414 +418 val_418 +424 val_424 +424 val_424 +430 val_430 +430 val_430 +430 val_430 +432 val_432 +436 val_436 +438 val_438 +438 val_438 +438 val_438 +444 val_444 +446 val_446 +448 val_448 +452 val_452 +454 val_454 +454 val_454 +454 val_454 +458 val_458 +458 val_458 +460 val_460 +462 val_462 +462 val_462 +466 val_466 +466 val_466 +466 val_466 +468 val_468 +468 val_468 +468 val_468 +468 val_468 +470 val_470 +472 val_472 +478 val_478 +478 val_478 +480 val_480 +480 val_480 +480 val_480 +482 val_482 +484 val_484 +490 val_490 +492 val_492 +492 val_492 +494 val_494 +496 val_496 +498 val_498 +498 val_498 +498 val_498 diff --git ql/src/test/results/clientpositive/spark/bucket5.q.out ql/src/test/results/clientpositive/spark/bucket5.q.out index e3e18a52d4..27f07406b2 100644 --- ql/src/test/results/clientpositive/spark/bucket5.q.out +++ ql/src/test/results/clientpositive/spark/bucket5.q.out @@ -59,9 +59,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -74,6 +74,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -95,6 +96,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -129,9 +131,9 @@ STAGE PLANS: value expressions: _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -144,6 +146,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -165,6 +168,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -189,10 +193,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -206,6 +210,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucketed_table numFiles 0 numRows 0 @@ -230,10 +235,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 2 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -245,6 +250,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -264,7 +270,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -278,6 +284,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucketed_table numFiles 0 numRows 0 @@ -293,13 +300,13 @@ STAGE PLANS: Stage: Stage-3 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### Stage: Stage-1 Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -311,6 +318,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.unbucketed_table numFiles 0 numRows 0 @@ -326,7 +334,7 @@ STAGE PLANS: Stage: Stage-4 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: FROM src INSERT OVERWRITE TABLE bucketed_table SELECT key, value @@ -384,11 +392,11 @@ Storage Desc Params: PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 1 OUT OF 2) s LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -402,11 +410,11 @@ POSTHOOK: Input: default@bucketed_table PREHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM bucketed_table TABLESAMPLE (BUCKET 2 OUT OF 2) s LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 val_5 5 val_5 5 val_5 @@ -420,18 +428,18 @@ POSTHOOK: Input: default@bucketed_table PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table PREHOOK: type: QUERY PREHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM bucketed_table POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 PREHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM unbucketed_table PREHOOK: type: QUERY PREHOOK: Input: default@unbucketed_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(DISTINCT INPUT__FILE__NAME) FROM unbucketed_table POSTHOOK: type: QUERY POSTHOOK: Input: default@unbucketed_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 diff --git ql/src/test/results/clientpositive/spark/bucket6.q.out ql/src/test/results/clientpositive/spark/bucket6.q.out index b5d33471eb..77632fa15e 100644 --- ql/src/test/results/clientpositive/spark/bucket6.q.out +++ ql/src/test/results/clientpositive/spark/bucket6.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: src_bucket.value SIMPLE [(srcpart)srcpart.FieldSchema(name:va PREHOOK: query: select * from src_bucket limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@src_bucket -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src_bucket limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_bucket -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/bucketizedhiveinputformat.q.out ql/src/test/results/clientpositive/spark/bucketizedhiveinputformat.q.out index c4c2bce692..12d932553e 100644 --- ql/src/test/results/clientpositive/spark/bucketizedhiveinputformat.q.out +++ ql/src/test/results/clientpositive/spark/bucketizedhiveinputformat.q.out @@ -69,36 +69,36 @@ POSTHOOK: Output: default@t3 PREHOOK: query: SELECT COUNT(1) FROM T2 PREHOOK: type: QUERY PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(1) FROM T2 POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5000000 PREHOOK: query: SELECT COUNT(1) FROM T3 PREHOOK: type: QUERY PREHOOK: Input: default@t3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(1) FROM T3 POSTHOOK: type: QUERY POSTHOOK: Input: default@t3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: SELECT COUNT(1) FROM T2 PREHOOK: type: QUERY PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(1) FROM T2 POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5000000 PREHOOK: query: SELECT COUNT(1) FROM T3 PREHOOK: type: QUERY PREHOOK: Input: default@t3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(1) FROM T3 POSTHOOK: type: QUERY POSTHOOK: Input: default@t3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out index c9b344e856..87fb856a62 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin6.q.out @@ -62,11 +62,11 @@ POSTHOOK: Lineage: tmp3.c SIMPLE [(tmp2)l.FieldSchema(name:b, type:string, comme PREHOOK: query: select * from tmp3 PREHOOK: type: QUERY PREHOOK: Input: default@tmp3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmp3 POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 val_0 0 val_0 val_0 0 val_0 val_0 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out index f67dec578b..d7967d1d10 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out @@ -93,13 +93,14 @@ STAGE PLANS: Map Reduce Local Work Bucket Mapjoin Context: Alias Bucket File Name Mapping: -#### A masked pattern was here #### + b {hdfs://### HDFS PATH ###[hdfs://### HDFS PATH ###], hdfs://### HDFS PATH ###[hdfs://### HDFS PATH ###]} Alias Bucket Output File Name Mapping: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### 0 + hdfs://### HDFS PATH ### 1 Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [b] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: hr=0 input format: org.apache.hadoop.mapred.TextInputFormat @@ -115,6 +116,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcbucket_mapjoin_part_2 numFiles 2 numRows 0 @@ -138,6 +140,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcbucket_mapjoin_part_2 partition_columns ds/hr partition_columns.types string:string @@ -196,13 +199,14 @@ STAGE PLANS: Map Reduce Local Work Bucket Mapjoin Context: Alias Bucket File Name Mapping: -#### A masked pattern was here #### + b {hdfs://### HDFS PATH ###[hdfs://### HDFS PATH ###], hdfs://### HDFS PATH ###[hdfs://### HDFS PATH ###]} Alias Bucket Output File Name Mapping: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### 0 + hdfs://### HDFS PATH ### 1 Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [a] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: hr=0 input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,6 +222,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcbucket_mapjoin_part_1 numFiles 2 numRows 0 @@ -241,6 +246,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.srcbucket_mapjoin_part_1 partition_columns ds/hr partition_columns.types string:string @@ -266,10 +272,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 0 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -301,7 +307,7 @@ PREHOOK: Input: default@srcbucket_mapjoin_part_1 PREHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 PREHOOK: Input: default@srcbucket_mapjoin_part_2 PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT /*+ MAPJOIN(b) */ a.key, b.value FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' @@ -311,5 +317,5 @@ POSTHOOK: Input: default@srcbucket_mapjoin_part_1 POSTHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 POSTHOOK: Input: default@srcbucket_mapjoin_part_2 POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark new file mode 100644 index 0000000000..f67dec578b --- /dev/null +++ ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark @@ -0,0 +1,315 @@ +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_1 (key INT, value STRING) PARTITIONED BY (ds STRING, hr STRING) +CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_part_1 +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_1 (key INT, value STRING) PARTITIONED BY (ds STRING, hr STRING) +CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_part_1 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_1 PARTITION (ds='2008-04-08', hr='0') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_1 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_1 PARTITION (ds='2008-04-08', hr='0') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_1 +POSTHOOK: Output: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_1 PARTITION (ds='2008-04-08', hr='0') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_1 PARTITION (ds='2008-04-08', hr='0') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key INT, value STRING) PARTITIONED BY (ds STRING, hr STRING) +CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_part_2 +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key INT, value STRING) PARTITIONED BY (ds STRING, hr STRING) +CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_part_2 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_2 PARTITION (ds='2008-04-08', hr='0') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_2 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_2 PARTITION (ds='2008-04-08', hr='0') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_2 +POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_2 PARTITION (ds='2008-04-08', hr='0') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_2 PARTITION (ds='2008-04-08', hr='0') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +PREHOOK: query: EXPLAIN EXTENDED +SELECT /*+ MAPJOIN(b) */ a.key, b.value +FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b +ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' +ORDER BY a.key, b.value LIMIT 1 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN EXTENDED +SELECT /*+ MAPJOIN(b) */ a.key, b.value +FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b +ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' +ORDER BY a.key, b.value LIMIT 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-2 is a root stage + Stage-1 depends on stages: Stage-2 + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-2 + Spark +#### A masked pattern was here #### + Vertices: + Map 3 + Map Operator Tree: + TableScan + alias: b + Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: key is not null (type: boolean) + Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Spark HashTable Sink Operator + keys: + 0 key (type: int) + 1 key (type: int) + Position of Big Table: 0 + Local Work: + Map Reduce Local Work + Bucket Mapjoin Context: + Alias Bucket File Name Mapping: +#### A masked pattern was here #### + Alias Bucket Output File Name Mapping: +#### A masked pattern was here #### + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=0 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 0 + properties: + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.srcbucket_mapjoin_part_2 + numFiles 2 + numRows 0 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 0 + serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 2750 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.srcbucket_mapjoin_part_2 + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin_part_2 + name: default.srcbucket_mapjoin_part_2 + Truncated Path -> Alias: + /srcbucket_mapjoin_part_2/ds=2008-04-08/hr=0 [b] + + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (SORT, 1) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: key is not null (type: boolean) + Statistics: Num rows: 69 Data size: 27500 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 key (type: int) + 1 key (type: int) + outputColumnNames: _col0, _col8 + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + BucketMapJoin: true + Select Operator + expressions: _col0 (type: int), _col8 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: string) + null sort order: aa + sort order: ++ + Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 1 + TopN Hash Memory Usage: 0.1 + auto parallelism: false + Local Work: + Map Reduce Local Work + Bucket Mapjoin Context: + Alias Bucket File Name Mapping: +#### A masked pattern was here #### + Alias Bucket Output File Name Mapping: +#### A masked pattern was here #### + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=0 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 0 + properties: + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.srcbucket_mapjoin_part_1 + numFiles 2 + numRows 0 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 0 + serialization.ddl struct srcbucket_mapjoin_part_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 2750 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.srcbucket_mapjoin_part_1 + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcbucket_mapjoin_part_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcbucket_mapjoin_part_1 + name: default.srcbucket_mapjoin_part_1 + Truncated Path -> Alias: + /srcbucket_mapjoin_part_1/ds=2008-04-08/hr=0 [a] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 75 Data size: 30250 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 403 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1 + columns.types int:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT /*+ MAPJOIN(b) */ a.key, b.value +FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b +ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' +ORDER BY a.key, b.value LIMIT 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_1 +PREHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +PREHOOK: Input: default@srcbucket_mapjoin_part_2 +PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +#### A masked pattern was here #### +POSTHOOK: query: SELECT /*+ MAPJOIN(b) */ a.key, b.value +FROM srcbucket_mapjoin_part_1 a JOIN srcbucket_mapjoin_part_2 b +ON a.key = b.key AND a.ds = '2008-04-08' AND b.ds = '2008-04-08' +ORDER BY a.key, b.value LIMIT 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_1 +POSTHOOK: Input: default@srcbucket_mapjoin_part_1@ds=2008-04-08/hr=0 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2 +POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08/hr=0 +#### A masked pattern was here #### +0 val_0 diff --git ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out index 01bac11764..ae9da65407 100644 --- ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out +++ ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out @@ -140,12 +140,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 val101 3 t1val01 val104 3 t1val01 val106 @@ -272,13 +272,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table2 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table2.val2 from table1 inner join table2 on table1.val = 't1val01' and table1.id = table2.id left semi join table3 on table1.dimid = table3.id POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table2 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 t2val201 3 t1val01 t2val203 3 t1val01 t2val203 @@ -404,13 +404,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table2 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table2.val2 from table1 left semi join table3 on table1.dimid = table3.id inner join table2 on table1.val = 't1val01' and table1.id = table2.id POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table2 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 t2val201 3 t1val01 t2val203 3 t1val01 t2val203 @@ -497,12 +497,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid <> 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) PREHOOK: type: QUERY POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) @@ -586,12 +586,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 val101 3 t1val01 val104 PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 200 @@ -677,12 +677,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 200 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 PREHOOK: type: QUERY POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 @@ -766,12 +766,12 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 val101 3 t1val01 val104 PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 @@ -857,11 +857,11 @@ PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi PREHOOK: type: QUERY PREHOOK: Input: default@table1 PREHOOK: Input: default@table3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 t1val01 val101 3 t1val01 val104 diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out index 86d6e1a874..96a405aa95 100644 --- ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out @@ -45,9 +45,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -60,6 +60,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -81,6 +82,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -105,10 +107,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -121,6 +123,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket2_1 numFiles 0 numRows 0 @@ -140,7 +143,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -153,6 +156,7 @@ STAGE PLANS: columns.comments columns.types int:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket2_1 numFiles 0 numRows 0 @@ -168,7 +172,7 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table bucket2_1 select * from src @@ -239,11 +243,11 @@ STAGE PLANS: PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key PREHOOK: type: QUERY PREHOOK: Input: default@bucket2_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket2_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark new file mode 100644 index 0000000000..86d6e1a874 --- /dev/null +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark @@ -0,0 +1,493 @@ +PREHOOK: query: CREATE TABLE bucket2_1(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bucket2_1 +POSTHOOK: query: CREATE TABLE bucket2_1(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bucket2_1 +PREHOOK: query: explain extended +insert overwrite table bucket2_1 +select * from src +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +insert overwrite table bucket2_1 +select * from src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 1) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + null sort order: + sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: string), _col1 (type: string) + auto parallelism: false + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: src + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.src + name: default.src + Truncated Path -> Alias: + /src [src] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.bucket2_1 + numFiles 0 + numRows 0 + rawDataSize 0 + serialization.ddl struct bucket2_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket2_1 + TotalFiles: 2 + GatherStats: true + MultiFileSpray: true + + Stage: Stage-0 + Move Operator + tables: + replace: true +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count 2 + bucket_field_name key + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.bucket2_1 + numFiles 0 + numRows 0 + rawDataSize 0 + serialization.ddl struct bucket2_1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket2_1 + + Stage: Stage-2 + Stats Work + Basic Stats Work: +#### A masked pattern was here #### + +PREHOOK: query: insert overwrite table bucket2_1 +select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@bucket2_1 +POSTHOOK: query: insert overwrite table bucket2_1 +select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@bucket2_1 +POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain +select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (SORT, 1) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### +POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bucket2_1 +#### A masked pattern was here #### +0 val_0 +0 val_0 +0 val_0 +2 val_2 +4 val_4 +8 val_8 +10 val_10 +12 val_12 +12 val_12 +18 val_18 +18 val_18 +20 val_20 +24 val_24 +24 val_24 +26 val_26 +26 val_26 +28 val_28 +30 val_30 +34 val_34 +42 val_42 +42 val_42 +44 val_44 +54 val_54 +58 val_58 +58 val_58 +64 val_64 +66 val_66 +70 val_70 +70 val_70 +70 val_70 +72 val_72 +72 val_72 +74 val_74 +76 val_76 +76 val_76 +78 val_78 +80 val_80 +82 val_82 +84 val_84 +84 val_84 +86 val_86 +90 val_90 +90 val_90 +90 val_90 +92 val_92 +96 val_96 +98 val_98 +98 val_98 +100 val_100 +100 val_100 +104 val_104 +104 val_104 +114 val_114 +116 val_116 +118 val_118 +118 val_118 +120 val_120 +120 val_120 +126 val_126 +128 val_128 +128 val_128 +128 val_128 +134 val_134 +134 val_134 +136 val_136 +138 val_138 +138 val_138 +138 val_138 +138 val_138 +146 val_146 +146 val_146 +150 val_150 +152 val_152 +152 val_152 +156 val_156 +158 val_158 +160 val_160 +162 val_162 +164 val_164 +164 val_164 +166 val_166 +168 val_168 +170 val_170 +172 val_172 +172 val_172 +174 val_174 +174 val_174 +176 val_176 +176 val_176 +178 val_178 +180 val_180 +186 val_186 +190 val_190 +192 val_192 +194 val_194 +196 val_196 +200 val_200 +200 val_200 +202 val_202 +208 val_208 +208 val_208 +208 val_208 +214 val_214 +216 val_216 +216 val_216 +218 val_218 +222 val_222 +224 val_224 +224 val_224 +226 val_226 +228 val_228 +230 val_230 +230 val_230 +230 val_230 +230 val_230 +230 val_230 +238 val_238 +238 val_238 +242 val_242 +242 val_242 +244 val_244 +248 val_248 +252 val_252 +256 val_256 +256 val_256 +258 val_258 +260 val_260 +262 val_262 +266 val_266 +272 val_272 +272 val_272 +274 val_274 +278 val_278 +278 val_278 +280 val_280 +280 val_280 +282 val_282 +282 val_282 +284 val_284 +286 val_286 +288 val_288 +288 val_288 +292 val_292 +296 val_296 +298 val_298 +298 val_298 +298 val_298 +302 val_302 +306 val_306 +308 val_308 +310 val_310 +316 val_316 +316 val_316 +316 val_316 +318 val_318 +318 val_318 +318 val_318 +322 val_322 +322 val_322 +332 val_332 +336 val_336 +338 val_338 +342 val_342 +342 val_342 +344 val_344 +344 val_344 +348 val_348 +348 val_348 +348 val_348 +348 val_348 +348 val_348 +356 val_356 +360 val_360 +362 val_362 +364 val_364 +366 val_366 +368 val_368 +374 val_374 +378 val_378 +382 val_382 +382 val_382 +384 val_384 +384 val_384 +384 val_384 +386 val_386 +392 val_392 +394 val_394 +396 val_396 +396 val_396 +396 val_396 +400 val_400 +402 val_402 +404 val_404 +404 val_404 +406 val_406 +406 val_406 +406 val_406 +406 val_406 +414 val_414 +414 val_414 +418 val_418 +424 val_424 +424 val_424 +430 val_430 +430 val_430 +430 val_430 +432 val_432 +436 val_436 +438 val_438 +438 val_438 +438 val_438 +444 val_444 +446 val_446 +448 val_448 +452 val_452 +454 val_454 +454 val_454 +454 val_454 +458 val_458 +458 val_458 +460 val_460 +462 val_462 +462 val_462 +466 val_466 +466 val_466 +466 val_466 +468 val_468 +468 val_468 +468 val_468 +468 val_468 +470 val_470 +472 val_472 +478 val_478 +478 val_478 +480 val_480 +480 val_480 +480 val_480 +482 val_482 +484 val_484 +490 val_490 +492 val_492 +492 val_492 +494 val_494 +496 val_496 +498 val_498 +498 val_498 +498 val_498 diff --git ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out index 0379c9ce80..39a5d5d21e 100644 --- ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out +++ ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out @@ -259,19 +259,19 @@ STAGE PLANS: PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: SELECT dest2.* FROM dest2 PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest2.* FROM dest2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE dest1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@dest1 @@ -461,11 +461,11 @@ STAGE PLANS: PREHOOK: query: SELECT * FROM tmptable x SORT BY x.key PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM tmptable x SORT BY x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE tmtable PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE tmtable diff --git ql/src/test/results/clientpositive/spark/empty_dir_in_table.q.out ql/src/test/results/clientpositive/spark/empty_dir_in_table.q.out index e804de3f76..c91a3e2cc5 100644 --- ql/src/test/results/clientpositive/spark/empty_dir_in_table.q.out +++ ql/src/test/results/clientpositive/spark/empty_dir_in_table.q.out @@ -1,21 +1,21 @@ -#### A masked pattern was here #### +PREHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@roottable -#### A masked pattern was here #### +POSTHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@roottable PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: insert into table roottable select key from src where (key < 20) order by key PREHOOK: type: QUERY @@ -29,18 +29,18 @@ POSTHOOK: Lineage: roottable.key SIMPLE [(src)src.FieldSchema(name:key, type:str PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 diff --git ql/src/test/results/clientpositive/spark/external_table_with_space_in_location_path.q.out ql/src/test/results/clientpositive/spark/external_table_with_space_in_location_path.q.out index 831e339919..e8fe19f4f1 100644 --- ql/src/test/results/clientpositive/spark/external_table_with_space_in_location_path.q.out +++ ql/src/test/results/clientpositive/spark/external_table_with_space_in_location_path.q.out @@ -1,32 +1,32 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+with space PREHOOK: Output: database:default PREHOOK: Output: default@spacetest #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+with space POSTHOOK: Output: database:default POSTHOOK: Output: default@spacetest PREHOOK: query: SELECT * FROM spacetest PREHOOK: type: QUERY PREHOOK: Input: default@spacetest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM spacetest POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 jason 13 steven 15 joe PREHOOK: query: SELECT count(*) FROM spacetest PREHOOK: type: QUERY PREHOOK: Input: default@spacetest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM spacetest POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE spacetest PREHOOK: type: DROPTABLE @@ -46,23 +46,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@spacetestpartition #### A masked pattern was here #### PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+with space PREHOOK: Output: default@spacetestpartition #### A masked pattern was here #### POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+with space POSTHOOK: Output: default@spacetestpartition POSTHOOK: Output: default@spacetestpartition@day=10 PREHOOK: query: SELECT * FROM spacetestpartition PREHOOK: type: QUERY PREHOOK: Input: default@spacetestpartition PREHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM spacetestpartition POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetestpartition POSTHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 jason 10 13 steven 10 15 joe 10 @@ -70,12 +70,12 @@ PREHOOK: query: SELECT count(*) FROM spacetestpartition PREHOOK: type: QUERY PREHOOK: Input: default@spacetestpartition PREHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM spacetestpartition POSTHOOK: type: QUERY POSTHOOK: Input: default@spacetestpartition POSTHOOK: Input: default@spacetestpartition@day=10 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: DROP TABLE spacetestpartition PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/file_with_header_footer.q.out ql/src/test/results/clientpositive/spark/file_with_header_footer.q.out index ca3dadb2b9..e16df6beaa 100644 --- ql/src/test/results/clientpositive/spark/file_with_header_footer.q.out +++ ql/src/test/results/clientpositive/spark/file_with_header_footer.q.out @@ -1,21 +1,21 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@header_footer_table_1 #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_1 PREHOOK: query: SELECT * FROM header_footer_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 dave oozie 2 xifa phd 3 @@ -30,11 +30,11 @@ david3 oozie 22 PREHOOK: query: SELECT * FROM header_footer_table_1 WHERE id < 50 PREHOOK: type: QUERY PREHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_1 WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 dave oozie 2 xifa phd 3 @@ -54,31 +54,31 @@ POSTHOOK: query: CREATE EXTERNAL TABLE header_footer_table_2 (name string, messa POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=1) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=1) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=1 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=2) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=2) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=2 -#### A masked pattern was here #### +PREHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=3) location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@header_footer_table_2 -#### A masked pattern was here #### +POSTHOOK: query: ALTER TABLE header_footer_table_2 ADD PARTITION (year=2012, month=1, day=3) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@header_footer_table_2 POSTHOOK: Output: default@header_footer_table_2@year=2012/month=1/day=3 PREHOOK: query: SELECT * FROM header_footer_table_2 @@ -87,14 +87,14 @@ PREHOOK: Input: default@header_footer_table_2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_2 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 2012 1 1 dave oozie 2 2012 1 1 xifa phd 3 2012 1 1 @@ -112,14 +112,14 @@ PREHOOK: Input: default@header_footer_table_2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 PREHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM header_footer_table_2 WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@header_footer_table_2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=1 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=2 POSTHOOK: Input: default@header_footer_table_2@year=2012/month=1/day=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### steven hive 1 2012 1 1 dave oozie 2 2012 1 1 xifa phd 3 2012 1 1 @@ -133,30 +133,30 @@ shanyu2 senior 15 2012 1 2 david3 oozie 22 2012 1 3 #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@emptytable #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@emptytable PREHOOK: query: SELECT * FROM emptytable PREHOOK: type: QUERY PREHOOK: Input: default@emptytable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM emptytable POSTHOOK: type: QUERY POSTHOOK: Input: default@emptytable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: SELECT * FROM emptytable WHERE id < 50 PREHOOK: type: QUERY PREHOOK: Input: default@emptytable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM emptytable WHERE id < 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@emptytable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: DROP TABLE header_footer_table_1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@header_footer_table_1 diff --git ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out index 53d982acb3..c277fdd860 100644 --- ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out +++ ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out @@ -75,11 +75,11 @@ STAGE PLANS: PREHOOK: query: select example_add10(x) as a,example_add10(y) as b from t1 order by a desc,b limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@t1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select example_add10(x) as a,example_add10(y) as b from t1 order by a desc,b limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 18 28.0 18 38.0 17 27.0 diff --git ql/src/test/results/clientpositive/spark/import_exported_table.q.out ql/src/test/results/clientpositive/spark/import_exported_table.q.out index 65d7480773..68d3dd8562 100644 --- ql/src/test/results/clientpositive/spark/import_exported_table.q.out +++ ql/src/test/results/clientpositive/spark/import_exported_table.q.out @@ -1,10 +1,10 @@ #### A masked pattern was here #### PREHOOK: type: IMPORT -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default #### A masked pattern was here #### POSTHOOK: type: IMPORT -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@j1_41 PREHOOK: query: DESCRIBE j1_41 @@ -18,11 +18,11 @@ b int PREHOOK: query: SELECT * from j1_41 PREHOOK: type: QUERY PREHOOK: Input: default@j1_41 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * from j1_41 POSTHOOK: type: QUERY POSTHOOK: Input: default@j1_41 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### johndee 1 burks 2 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/index_bitmap3.q.out ql/src/test/results/clientpositive/spark/index_bitmap3.q.out index 46e872dabe..1687bd2216 100644 --- ql/src/test/results/clientpositive/spark/index_bitmap3.q.out +++ ql/src/test/results/clientpositive/spark/index_bitmap3.q.out @@ -63,19 +63,1019 @@ POSTHOOK: Lineage: default__src_src2_index__.value SIMPLE [(src)src.FieldSchema( PREHOOK: query: SELECT * FROM default__src_src1_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src1_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: SELECT * FROM default__src_src2_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src2_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +val_0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +val_10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +val_105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +val_11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +val_111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +val_114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +val_116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +val_126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +val_131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +val_133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +val_136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +val_143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +val_145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +val_150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +val_153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +val_155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +val_156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +val_157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +val_158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +val_160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +val_162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +val_163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +val_166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +val_168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +val_17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +val_170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +val_177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +val_178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +val_180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +val_181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +val_183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +val_186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +val_189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +val_19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +val_190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +val_192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +val_194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +val_196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +val_2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +val_20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +val_201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +val_202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +val_214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +val_218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +val_222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +val_226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +val_228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +val_235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +val_241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +val_244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +val_247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +val_248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +val_249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +val_252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +val_257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +val_258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +val_260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +val_262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +val_263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +val_266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +val_27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +val_274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +val_275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +val_28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +val_283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +val_284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +val_285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +val_286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +val_287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +val_289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +val_291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +val_292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +val_296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +val_30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +val_302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +val_305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +val_306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +val_308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +val_310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +val_315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +val_323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +val_33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +val_332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +val_335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +val_336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +val_338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +val_339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +val_34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +val_341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +val_345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +val_351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +val_356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +val_360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +val_362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +val_364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +val_365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +val_366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +val_368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +val_373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +val_374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +val_375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +val_377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +val_378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +val_379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +val_386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +val_389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +val_392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +val_393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +val_394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +val_4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +val_400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +val_402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +val_407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +val_41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +val_411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +val_418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +val_419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +val_421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +val_427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +val_43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +val_432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +val_435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +val_436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +val_437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +val_44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +val_443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +val_444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +val_446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +val_448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +val_449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +val_452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +val_453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +val_455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +val_457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +val_460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +val_467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +val_47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +val_470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +val_472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +val_475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +val_477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +val_479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +val_481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +val_482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +val_483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +val_484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +val_485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +val_487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +val_490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +val_491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +val_493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +val_494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +val_495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +val_496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +val_497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +val_53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +val_54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +val_57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +val_64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +val_65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +val_66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +val_69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +val_74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +val_77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +val_78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +val_8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +val_80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +val_82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +val_85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +val_86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +val_87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +val_9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +val_92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +val_96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: EXPLAIN SELECT a.bucketname AS `_bucketname`, COLLECT_SET(a.offset) as `_offsets` FROM (SELECT `_bucketname` AS bucketname, `_offset` AS offset, `_bitmaps` AS bitmaps FROM default__src_src1_index__ @@ -227,22 +1227,22 @@ POSTHOOK: Input: default@default__src_src2_index__ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/index_bitmap_auto.q.out ql/src/test/results/clientpositive/spark/index_bitmap_auto.q.out index 8befcc5a8a..8a88678a2e 100644 --- ql/src/test/results/clientpositive/spark/index_bitmap_auto.q.out +++ ql/src/test/results/clientpositive/spark/index_bitmap_auto.q.out @@ -1,11 +1,11 @@ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -74,19 +74,1019 @@ POSTHOOK: Lineage: default__src_src2_index__.value SIMPLE [(src)src.FieldSchema( PREHOOK: query: SELECT * FROM default__src_src1_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src1_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src1_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: SELECT * FROM default__src_src2_index__ PREHOOK: type: QUERY PREHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM default__src_src2_index__ POSTHOOK: type: QUERY POSTHOOK: Input: default@default__src_src2_index__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +val_0 hdfs://### HDFS PATH ### 2088 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 2632 [1,2,4,8589934592,1,0] +val_0 hdfs://### HDFS PATH ### 968 [1,2,4,8589934592,1,0] +val_10 hdfs://### HDFS PATH ### 2846 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 2156 [1,2,4,8589934592,1,0] +val_100 hdfs://### HDFS PATH ### 5374 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 1484 [1,2,4,8589934592,1,0] +val_103 hdfs://### HDFS PATH ### 3614 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4114 [1,2,4,8589934592,1,0] +val_104 hdfs://### HDFS PATH ### 4628 [1,2,4,8589934592,1,0] +val_105 hdfs://### HDFS PATH ### 4196 [1,2,4,8589934592,1,0] +val_11 hdfs://### HDFS PATH ### 3170 [1,2,4,8589934592,1,0] +val_111 hdfs://### HDFS PATH ### 1186 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 3638 [1,2,4,8589934592,1,0] +val_113 hdfs://### HDFS PATH ### 920 [1,2,4,8589934592,1,0] +val_114 hdfs://### HDFS PATH ### 4280 [1,2,4,8589934592,1,0] +val_116 hdfs://### HDFS PATH ### 3746 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2686 [1,2,4,8589934592,1,0] +val_118 hdfs://### HDFS PATH ### 2780 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 2064 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 3332 [1,2,4,8589934592,1,0] +val_119 hdfs://### HDFS PATH ### 4674 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 1720 [1,2,4,8589934592,1,0] +val_12 hdfs://### HDFS PATH ### 4362 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 2284 [1,2,4,8589934592,1,0] +val_120 hdfs://### HDFS PATH ### 4830 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 1344 [1,2,4,8589934592,1,0] +val_125 hdfs://### HDFS PATH ### 4468 [1,2,4,8589934592,1,0] +val_126 hdfs://### HDFS PATH ### 5732 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 208 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 3896 [1,2,4,8589934592,1,0] +val_128 hdfs://### HDFS PATH ### 988 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 1094 [1,2,4,8589934592,1,0] +val_129 hdfs://### HDFS PATH ### 2040 [1,2,4,8589934592,1,0] +val_131 hdfs://### HDFS PATH ### 2296 [1,2,4,8589934592,1,0] +val_133 hdfs://### HDFS PATH ### 5164 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 2698 [1,2,4,8589934592,1,0] +val_134 hdfs://### HDFS PATH ### 5294 [1,2,4,8589934592,1,0] +val_136 hdfs://### HDFS PATH ### 5080 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 1650 [1,2,4,8589934592,1,0] +val_137 hdfs://### HDFS PATH ### 2552 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1472 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 1848 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 2734 [1,2,4,8589934592,1,0] +val_138 hdfs://### HDFS PATH ### 3470 [1,2,4,8589934592,1,0] +val_143 hdfs://### HDFS PATH ### 3226 [1,2,4,8589934592,1,0] +val_145 hdfs://### HDFS PATH ### 304 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 232 [1,2,4,8589934592,1,0] +val_146 hdfs://### HDFS PATH ### 5430 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 1058 [1,2,4,8589934592,1,0] +val_149 hdfs://### HDFS PATH ### 3422 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 2770 [1,2,4,8589934592,1,0] +val_15 hdfs://### HDFS PATH ### 386 [1,2,4,8589934592,1,0] +val_150 hdfs://### HDFS PATH ### 150 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 280 [1,2,4,8589934592,1,0] +val_152 hdfs://### HDFS PATH ### 5648 [1,2,4,8589934592,1,0] +val_153 hdfs://### HDFS PATH ### 502 [1,2,4,8589934592,1,0] +val_155 hdfs://### HDFS PATH ### 932 [1,2,4,8589934592,1,0] +val_156 hdfs://### HDFS PATH ### 2352 [1,2,4,8589934592,1,0] +val_157 hdfs://### HDFS PATH ### 1140 [1,2,4,8589934592,1,0] +val_158 hdfs://### HDFS PATH ### 2052 [1,2,4,8589934592,1,0] +val_160 hdfs://### HDFS PATH ### 3274 [1,2,4,8589934592,1,0] +val_162 hdfs://### HDFS PATH ### 754 [1,2,4,8589934592,1,0] +val_163 hdfs://### HDFS PATH ### 4650 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4408 [1,2,4,8589934592,1,0] +val_164 hdfs://### HDFS PATH ### 4492 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 2236 [1,2,4,8589934592,1,0] +val_165 hdfs://### HDFS PATH ### 44 [1,2,4,8589934592,1,0] +val_166 hdfs://### HDFS PATH ### 418 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 3686 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 5502 [1,2,4,8589934592,1,0] +val_167 hdfs://### HDFS PATH ### 874 [1,2,4,8589934592,1,0] +val_168 hdfs://### HDFS PATH ### 3180 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 1308 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 2588 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 4854 [1,2,4,8589934592,1,0] +val_169 hdfs://### HDFS PATH ### 5754 [1,2,4,8589934592,1,0] +val_17 hdfs://### HDFS PATH ### 910 [1,2,4,8589934592,1,0] +val_170 hdfs://### HDFS PATH ### 1106 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 2018 [1,2,4,8589934592,1,0] +val_172 hdfs://### HDFS PATH ### 5104 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 598 [1,2,4,8589934592,1,0] +val_174 hdfs://### HDFS PATH ### 682 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 4150 [1,2,4,8589934592,1,0] +val_175 hdfs://### HDFS PATH ### 5176 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1428 [1,2,4,8589934592,1,0] +val_176 hdfs://### HDFS PATH ### 1556 [1,2,4,8589934592,1,0] +val_177 hdfs://### HDFS PATH ### 3036 [1,2,4,8589934592,1,0] +val_178 hdfs://### HDFS PATH ### 4938 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2006 [1,2,4,8589934592,1,0] +val_179 hdfs://### HDFS PATH ### 2674 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5340 [1,2,4,8589934592,1,0] +val_18 hdfs://### HDFS PATH ### 5514 [1,2,4,8589934592,1,0] +val_180 hdfs://### HDFS PATH ### 1696 [1,2,4,8589934592,1,0] +val_181 hdfs://### HDFS PATH ### 1742 [1,2,4,8589934592,1,0] +val_183 hdfs://### HDFS PATH ### 5536 [1,2,4,8589934592,1,0] +val_186 hdfs://### HDFS PATH ### 5466 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 1416 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 2492 [1,2,4,8589934592,1,0] +val_187 hdfs://### HDFS PATH ### 4516 [1,2,4,8589934592,1,0] +val_189 hdfs://### HDFS PATH ### 5188 [1,2,4,8589934592,1,0] +val_19 hdfs://### HDFS PATH ### 2824 [1,2,4,8589934592,1,0] +val_190 hdfs://### HDFS PATH ### 4244 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 2192 [1,2,4,8589934592,1,0] +val_191 hdfs://### HDFS PATH ### 3852 [1,2,4,8589934592,1,0] +val_192 hdfs://### HDFS PATH ### 1392 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 126 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 4078 [1,2,4,8589934592,1,0] +val_193 hdfs://### HDFS PATH ### 514 [1,2,4,8589934592,1,0] +val_194 hdfs://### HDFS PATH ### 5684 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 3286 [1,2,4,8589934592,1,0] +val_195 hdfs://### HDFS PATH ### 886 [1,2,4,8589934592,1,0] +val_196 hdfs://### HDFS PATH ### 2410 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2108 [1,2,4,8589934592,1,0] +val_197 hdfs://### HDFS PATH ### 2480 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 2180 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 4806 [1,2,4,8589934592,1,0] +val_199 hdfs://### HDFS PATH ### 646 [1,2,4,8589934592,1,0] +val_2 hdfs://### HDFS PATH ### 4004 [1,2,4,8589934592,1,0] +val_20 hdfs://### HDFS PATH ### 1118 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 4698 [1,2,4,8589934592,1,0] +val_200 hdfs://### HDFS PATH ### 5790 [1,2,4,8589934592,1,0] +val_201 hdfs://### HDFS PATH ### 4384 [1,2,4,8589934592,1,0] +val_202 hdfs://### HDFS PATH ### 3932 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 4314 [1,2,4,8589934592,1,0] +val_203 hdfs://### HDFS PATH ### 944 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 1046 [1,2,4,8589934592,1,0] +val_205 hdfs://### HDFS PATH ### 2272 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 5022 [1,2,4,8589934592,1,0] +val_207 hdfs://### HDFS PATH ### 634 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1272 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 1948 [1,2,4,8589934592,1,0] +val_208 hdfs://### HDFS PATH ### 670 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 3504 [1,2,4,8589934592,1,0] +val_209 hdfs://### HDFS PATH ### 374 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 1508 [1,2,4,8589934592,1,0] +val_213 hdfs://### HDFS PATH ### 220 [1,2,4,8589934592,1,0] +val_214 hdfs://### HDFS PATH ### 5116 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 1520 [1,2,4,8589934592,1,0] +val_216 hdfs://### HDFS PATH ### 3650 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 1860 [1,2,4,8589934592,1,0] +val_217 hdfs://### HDFS PATH ### 4396 [1,2,4,8589934592,1,0] +val_218 hdfs://### HDFS PATH ### 3446 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 3710 [1,2,4,8589934592,1,0] +val_219 hdfs://### HDFS PATH ### 478 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1164 [1,2,4,8589934592,1,0] +val_221 hdfs://### HDFS PATH ### 1580 [1,2,4,8589934592,1,0] +val_222 hdfs://### HDFS PATH ### 5720 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3398 [1,2,4,8589934592,1,0] +val_223 hdfs://### HDFS PATH ### 3758 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 174 [1,2,4,8589934592,1,0] +val_224 hdfs://### HDFS PATH ### 2892 [1,2,4,8589934592,1,0] +val_226 hdfs://### HDFS PATH ### 3048 [1,2,4,8589934592,1,0] +val_228 hdfs://### HDFS PATH ### 3458 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3202 [1,2,4,8589934592,1,0] +val_229 hdfs://### HDFS PATH ### 3956 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1730 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 1936 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 2260 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 3580 [1,2,4,8589934592,1,0] +val_230 hdfs://### HDFS PATH ### 4914 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 3214 [1,2,4,8589934592,1,0] +val_233 hdfs://### HDFS PATH ### 5140 [1,2,4,8589934592,1,0] +val_235 hdfs://### HDFS PATH ### 4046 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 4722 [1,2,4,8589934592,1,0] +val_237 hdfs://### HDFS PATH ### 574 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 0 [1,2,4,8589934592,1,0] +val_238 hdfs://### HDFS PATH ### 2746 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 1496 [1,2,4,8589934592,1,0] +val_239 hdfs://### HDFS PATH ### 3722 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 1972 [1,2,4,8589934592,1,0] +val_24 hdfs://### HDFS PATH ### 4594 [1,2,4,8589934592,1,0] +val_241 hdfs://### HDFS PATH ### 1662 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 2940 [1,2,4,8589934592,1,0] +val_242 hdfs://### HDFS PATH ### 3012 [1,2,4,8589934592,1,0] +val_244 hdfs://### HDFS PATH ### 3872 [1,2,4,8589934592,1,0] +val_247 hdfs://### HDFS PATH ### 718 [1,2,4,8589934592,1,0] +val_248 hdfs://### HDFS PATH ### 4758 [1,2,4,8589934592,1,0] +val_249 hdfs://### HDFS PATH ### 5034 [1,2,4,8589934592,1,0] +val_252 hdfs://### HDFS PATH ### 454 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 4616 [1,2,4,8589934592,1,0] +val_255 hdfs://### HDFS PATH ### 68 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 3770 [1,2,4,8589934592,1,0] +val_256 hdfs://### HDFS PATH ### 5272 [1,2,4,8589934592,1,0] +val_257 hdfs://### HDFS PATH ### 4208 [1,2,4,8589934592,1,0] +val_258 hdfs://### HDFS PATH ### 4292 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 2226 [1,2,4,8589934592,1,0] +val_26 hdfs://### HDFS PATH ### 5284 [1,2,4,8589934592,1,0] +val_260 hdfs://### HDFS PATH ### 1764 [1,2,4,8589934592,1,0] +val_262 hdfs://### HDFS PATH ### 4326 [1,2,4,8589934592,1,0] +val_263 hdfs://### HDFS PATH ### 3782 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 114 [1,2,4,8589934592,1,0] +val_265 hdfs://### HDFS PATH ### 5046 [1,2,4,8589934592,1,0] +val_266 hdfs://### HDFS PATH ### 814 [1,2,4,8589934592,1,0] +val_27 hdfs://### HDFS PATH ### 34 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 1836 [1,2,4,8589934592,1,0] +val_272 hdfs://### HDFS PATH ### 2976 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 162 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 2868 [1,2,4,8589934592,1,0] +val_273 hdfs://### HDFS PATH ### 5524 [1,2,4,8589934592,1,0] +val_274 hdfs://### HDFS PATH ### 3698 [1,2,4,8589934592,1,0] +val_275 hdfs://### HDFS PATH ### 1638 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 1260 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 2856 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 362 [1,2,4,8589934592,1,0] +val_277 hdfs://### HDFS PATH ### 4902 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 1544 [1,2,4,8589934592,1,0] +val_278 hdfs://### HDFS PATH ### 80 [1,2,4,8589934592,1,0] +val_28 hdfs://### HDFS PATH ### 5616 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 1226 [1,2,4,8589934592,1,0] +val_280 hdfs://### HDFS PATH ### 3992 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 350 [1,2,4,8589934592,1,0] +val_281 hdfs://### HDFS PATH ### 5548 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2468 [1,2,4,8589934592,1,0] +val_282 hdfs://### HDFS PATH ### 2722 [1,2,4,8589934592,1,0] +val_283 hdfs://### HDFS PATH ### 4022 [1,2,4,8589934592,1,0] +val_284 hdfs://### HDFS PATH ### 1708 [1,2,4,8589934592,1,0] +val_285 hdfs://### HDFS PATH ### 5478 [1,2,4,8589934592,1,0] +val_286 hdfs://### HDFS PATH ### 1404 [1,2,4,8589934592,1,0] +val_287 hdfs://### HDFS PATH ### 490 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 2422 [1,2,4,8589934592,1,0] +val_288 hdfs://### HDFS PATH ### 3840 [1,2,4,8589934592,1,0] +val_289 hdfs://### HDFS PATH ### 1568 [1,2,4,8589934592,1,0] +val_291 hdfs://### HDFS PATH ### 4582 [1,2,4,8589934592,1,0] +val_292 hdfs://### HDFS PATH ### 466 [1,2,4,8589934592,1,0] +val_296 hdfs://### HDFS PATH ### 3626 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 2168 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 4456 [1,2,4,8589934592,1,0] +val_298 hdfs://### HDFS PATH ### 5386 [1,2,4,8589934592,1,0] +val_30 hdfs://### HDFS PATH ### 3494 [1,2,4,8589934592,1,0] +val_302 hdfs://### HDFS PATH ### 1034 [1,2,4,8589934592,1,0] +val_305 hdfs://### HDFS PATH ### 4782 [1,2,4,8589934592,1,0] +val_306 hdfs://### HDFS PATH ### 2880 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 2812 [1,2,4,8589934592,1,0] +val_307 hdfs://### HDFS PATH ### 5672 [1,2,4,8589934592,1,0] +val_308 hdfs://### HDFS PATH ### 2388 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 2904 [1,2,4,8589934592,1,0] +val_309 hdfs://### HDFS PATH ### 790 [1,2,4,8589934592,1,0] +val_310 hdfs://### HDFS PATH ### 4962 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1000 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 1626 [1,2,4,8589934592,1,0] +val_311 hdfs://### HDFS PATH ### 22 [1,2,4,8589934592,1,0] +val_315 hdfs://### HDFS PATH ### 5594 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 1012 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 2576 [1,2,4,8589934592,1,0] +val_316 hdfs://### HDFS PATH ### 3944 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 3104 [1,2,4,8589934592,1,0] +val_317 hdfs://### HDFS PATH ### 4974 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 1602 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2504 [1,2,4,8589934592,1,0] +val_318 hdfs://### HDFS PATH ### 2516 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 3308 [1,2,4,8589934592,1,0] +val_321 hdfs://### HDFS PATH ### 4090 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 2096 [1,2,4,8589934592,1,0] +val_322 hdfs://### HDFS PATH ### 3250 [1,2,4,8589934592,1,0] +val_323 hdfs://### HDFS PATH ### 4878 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 4890 [1,2,4,8589934592,1,0] +val_325 hdfs://### HDFS PATH ### 862 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2248 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 2928 [1,2,4,8589934592,1,0] +val_327 hdfs://### HDFS PATH ### 338 [1,2,4,8589934592,1,0] +val_33 hdfs://### HDFS PATH ### 3592 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 2988 [1,2,4,8589934592,1,0] +val_331 hdfs://### HDFS PATH ### 4034 [1,2,4,8589934592,1,0] +val_332 hdfs://### HDFS PATH ### 1614 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 1684 [1,2,4,8589934592,1,0] +val_333 hdfs://### HDFS PATH ### 4986 [1,2,4,8589934592,1,0] +val_335 hdfs://### HDFS PATH ### 4102 [1,2,4,8589934592,1,0] +val_336 hdfs://### HDFS PATH ### 3148 [1,2,4,8589934592,1,0] +val_338 hdfs://### HDFS PATH ### 526 [1,2,4,8589934592,1,0] +val_339 hdfs://### HDFS PATH ### 956 [1,2,4,8589934592,1,0] +val_34 hdfs://### HDFS PATH ### 3192 [1,2,4,8589934592,1,0] +val_341 hdfs://### HDFS PATH ### 5406 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 3558 [1,2,4,8589934592,1,0] +val_342 hdfs://### HDFS PATH ### 838 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 3674 [1,2,4,8589934592,1,0] +val_344 hdfs://### HDFS PATH ### 5560 [1,2,4,8589934592,1,0] +val_345 hdfs://### HDFS PATH ### 1082 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1882 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 1960 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 4338 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5490 [1,2,4,8589934592,1,0] +val_348 hdfs://### HDFS PATH ### 5660 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 1238 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 3138 [1,2,4,8589934592,1,0] +val_35 hdfs://### HDFS PATH ### 4012 [1,2,4,8589934592,1,0] +val_351 hdfs://### HDFS PATH ### 4604 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 1812 [1,2,4,8589934592,1,0] +val_353 hdfs://### HDFS PATH ### 5092 [1,2,4,8589934592,1,0] +val_356 hdfs://### HDFS PATH ### 1284 [1,2,4,8589934592,1,0] +val_360 hdfs://### HDFS PATH ### 4746 [1,2,4,8589934592,1,0] +val_362 hdfs://### HDFS PATH ### 5454 [1,2,4,8589934592,1,0] +val_364 hdfs://### HDFS PATH ### 2662 [1,2,4,8589934592,1,0] +val_365 hdfs://### HDFS PATH ### 802 [1,2,4,8589934592,1,0] +val_366 hdfs://### HDFS PATH ### 4138 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 3662 [1,2,4,8589934592,1,0] +val_367 hdfs://### HDFS PATH ### 850 [1,2,4,8589934592,1,0] +val_368 hdfs://### HDFS PATH ### 3602 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 186 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2564 [1,2,4,8589934592,1,0] +val_369 hdfs://### HDFS PATH ### 2952 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 328 [1,2,4,8589934592,1,0] +val_37 hdfs://### HDFS PATH ### 5626 [1,2,4,8589934592,1,0] +val_373 hdfs://### HDFS PATH ### 1824 [1,2,4,8589934592,1,0] +val_374 hdfs://### HDFS PATH ### 268 [1,2,4,8589934592,1,0] +val_375 hdfs://### HDFS PATH ### 5212 [1,2,4,8589934592,1,0] +val_377 hdfs://### HDFS PATH ### 766 [1,2,4,8589934592,1,0] +val_378 hdfs://### HDFS PATH ### 1152 [1,2,4,8589934592,1,0] +val_379 hdfs://### HDFS PATH ### 5328 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 1320 [1,2,4,8589934592,1,0] +val_382 hdfs://### HDFS PATH ### 4528 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 1788 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5260 [1,2,4,8589934592,1,0] +val_384 hdfs://### HDFS PATH ### 5316 [1,2,4,8589934592,1,0] +val_386 hdfs://### HDFS PATH ### 1356 [1,2,4,8589934592,1,0] +val_389 hdfs://### HDFS PATH ### 2916 [1,2,4,8589934592,1,0] +val_392 hdfs://### HDFS PATH ### 2964 [1,2,4,8589934592,1,0] +val_393 hdfs://### HDFS PATH ### 2132 [1,2,4,8589934592,1,0] +val_394 hdfs://### HDFS PATH ### 562 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 2710 [1,2,4,8589934592,1,0] +val_395 hdfs://### HDFS PATH ### 3116 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 3092 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 4372 [1,2,4,8589934592,1,0] +val_396 hdfs://### HDFS PATH ### 706 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 4558 [1,2,4,8589934592,1,0] +val_397 hdfs://### HDFS PATH ### 778 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 1296 [1,2,4,8589934592,1,0] +val_399 hdfs://### HDFS PATH ### 694 [1,2,4,8589934592,1,0] +val_4 hdfs://### HDFS PATH ### 1218 [1,2,4,8589934592,1,0] +val_400 hdfs://### HDFS PATH ### 5778 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 138 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3000 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 3828 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 4268 [1,2,4,8589934592,1,0] +val_401 hdfs://### HDFS PATH ### 5224 [1,2,4,8589934592,1,0] +val_402 hdfs://### HDFS PATH ### 3080 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 406 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 4162 [1,2,4,8589934592,1,0] +val_403 hdfs://### HDFS PATH ### 5766 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 1776 [1,2,4,8589934592,1,0] +val_404 hdfs://### HDFS PATH ### 2318 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 244 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4220 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 4256 [1,2,4,8589934592,1,0] +val_406 hdfs://### HDFS PATH ### 5152 [1,2,4,8589934592,1,0] +val_407 hdfs://### HDFS PATH ### 5248 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 2528 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 4232 [1,2,4,8589934592,1,0] +val_409 hdfs://### HDFS PATH ### 56 [1,2,4,8589934592,1,0] +val_41 hdfs://### HDFS PATH ### 3388 [1,2,4,8589934592,1,0] +val_411 hdfs://### HDFS PATH ### 1924 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 2600 [1,2,4,8589934592,1,0] +val_413 hdfs://### HDFS PATH ### 610 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 4686 [1,2,4,8589934592,1,0] +val_414 hdfs://### HDFS PATH ### 5696 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 430 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 4794 [1,2,4,8589934592,1,0] +val_417 hdfs://### HDFS PATH ### 730 [1,2,4,8589934592,1,0] +val_418 hdfs://### HDFS PATH ### 2204 [1,2,4,8589934592,1,0] +val_419 hdfs://### HDFS PATH ### 2758 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 2030 [1,2,4,8589934592,1,0] +val_42 hdfs://### HDFS PATH ### 3298 [1,2,4,8589934592,1,0] +val_421 hdfs://### HDFS PATH ### 5236 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4350 [1,2,4,8589934592,1,0] +val_424 hdfs://### HDFS PATH ### 4504 [1,2,4,8589934592,1,0] +val_427 hdfs://### HDFS PATH ### 1248 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 256 [1,2,4,8589934592,1,0] +val_429 hdfs://### HDFS PATH ### 4842 [1,2,4,8589934592,1,0] +val_43 hdfs://### HDFS PATH ### 2330 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 1532 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 3320 [1,2,4,8589934592,1,0] +val_430 hdfs://### HDFS PATH ### 442 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 1994 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4420 [1,2,4,8589934592,1,0] +val_431 hdfs://### HDFS PATH ### 4480 [1,2,4,8589934592,1,0] +val_432 hdfs://### HDFS PATH ### 3920 [1,2,4,8589934592,1,0] +val_435 hdfs://### HDFS PATH ### 2834 [1,2,4,8589934592,1,0] +val_436 hdfs://### HDFS PATH ### 2340 [1,2,4,8589934592,1,0] +val_437 hdfs://### HDFS PATH ### 1368 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 1070 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 3884 [1,2,4,8589934592,1,0] +val_438 hdfs://### HDFS PATH ### 4662 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 4734 [1,2,4,8589934592,1,0] +val_439 hdfs://### HDFS PATH ### 826 [1,2,4,8589934592,1,0] +val_44 hdfs://### HDFS PATH ### 4068 [1,2,4,8589934592,1,0] +val_443 hdfs://### HDFS PATH ### 4866 [1,2,4,8589934592,1,0] +val_444 hdfs://### HDFS PATH ### 4818 [1,2,4,8589934592,1,0] +val_446 hdfs://### HDFS PATH ### 538 [1,2,4,8589934592,1,0] +val_448 hdfs://### HDFS PATH ### 5636 [1,2,4,8589934592,1,0] +val_449 hdfs://### HDFS PATH ### 3434 [1,2,4,8589934592,1,0] +val_452 hdfs://### HDFS PATH ### 3024 [1,2,4,8589934592,1,0] +val_453 hdfs://### HDFS PATH ### 3482 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 2144 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 4432 [1,2,4,8589934592,1,0] +val_454 hdfs://### HDFS PATH ### 5200 [1,2,4,8589934592,1,0] +val_455 hdfs://### HDFS PATH ### 976 [1,2,4,8589934592,1,0] +val_457 hdfs://### HDFS PATH ### 2446 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 3356 [1,2,4,8589934592,1,0] +val_458 hdfs://### HDFS PATH ### 5442 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 1450 [1,2,4,8589934592,1,0] +val_459 hdfs://### HDFS PATH ### 550 [1,2,4,8589934592,1,0] +val_460 hdfs://### HDFS PATH ### 5010 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5128 [1,2,4,8589934592,1,0] +val_462 hdfs://### HDFS PATH ### 5350 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 1982 [1,2,4,8589934592,1,0] +val_463 hdfs://### HDFS PATH ### 3980 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 1894 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 4126 [1,2,4,8589934592,1,0] +val_466 hdfs://### HDFS PATH ### 658 [1,2,4,8589934592,1,0] +val_467 hdfs://### HDFS PATH ### 3908 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2120 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 2376 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 3526 [1,2,4,8589934592,1,0] +val_468 hdfs://### HDFS PATH ### 4950 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 1380 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 2364 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 292 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 3968 [1,2,4,8589934592,1,0] +val_469 hdfs://### HDFS PATH ### 5582 [1,2,4,8589934592,1,0] +val_47 hdfs://### HDFS PATH ### 1198 [1,2,4,8589934592,1,0] +val_470 hdfs://### HDFS PATH ### 2540 [1,2,4,8589934592,1,0] +val_472 hdfs://### HDFS PATH ### 3238 [1,2,4,8589934592,1,0] +val_475 hdfs://### HDFS PATH ### 898 [1,2,4,8589934592,1,0] +val_477 hdfs://### HDFS PATH ### 5708 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4444 [1,2,4,8589934592,1,0] +val_478 hdfs://### HDFS PATH ### 4926 [1,2,4,8589934592,1,0] +val_479 hdfs://### HDFS PATH ### 4770 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 3816 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 4570 [1,2,4,8589934592,1,0] +val_480 hdfs://### HDFS PATH ### 5058 [1,2,4,8589934592,1,0] +val_481 hdfs://### HDFS PATH ### 2434 [1,2,4,8589934592,1,0] +val_482 hdfs://### HDFS PATH ### 586 [1,2,4,8589934592,1,0] +val_483 hdfs://### HDFS PATH ### 4174 [1,2,4,8589934592,1,0] +val_484 hdfs://### HDFS PATH ### 102 [1,2,4,8589934592,1,0] +val_485 hdfs://### HDFS PATH ### 3734 [1,2,4,8589934592,1,0] +val_487 hdfs://### HDFS PATH ### 3804 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1128 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 1800 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 3344 [1,2,4,8589934592,1,0] +val_489 hdfs://### HDFS PATH ### 742 [1,2,4,8589934592,1,0] +val_490 hdfs://### HDFS PATH ### 2640 [1,2,4,8589934592,1,0] +val_491 hdfs://### HDFS PATH ### 4710 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 3410 [1,2,4,8589934592,1,0] +val_492 hdfs://### HDFS PATH ### 5362 [1,2,4,8589934592,1,0] +val_493 hdfs://### HDFS PATH ### 4998 [1,2,4,8589934592,1,0] +val_494 hdfs://### HDFS PATH ### 622 [1,2,4,8589934592,1,0] +val_495 hdfs://### HDFS PATH ### 316 [1,2,4,8589934592,1,0] +val_496 hdfs://### HDFS PATH ### 2076 [1,2,4,8589934592,1,0] +val_497 hdfs://### HDFS PATH ### 3068 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 1332 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 3262 [1,2,4,8589934592,1,0] +val_498 hdfs://### HDFS PATH ### 5418 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3060 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 3864 [1,2,4,8589934592,1,0] +val_5 hdfs://### HDFS PATH ### 4540 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 1462 [1,2,4,8589934592,1,0] +val_51 hdfs://### HDFS PATH ### 2308 [1,2,4,8589934592,1,0] +val_53 hdfs://### HDFS PATH ### 4186 [1,2,4,8589934592,1,0] +val_54 hdfs://### HDFS PATH ### 1440 [1,2,4,8589934592,1,0] +val_57 hdfs://### HDFS PATH ### 1024 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 1906 [1,2,4,8589934592,1,0] +val_58 hdfs://### HDFS PATH ### 3128 [1,2,4,8589934592,1,0] +val_64 hdfs://### HDFS PATH ### 3516 [1,2,4,8589934592,1,0] +val_65 hdfs://### HDFS PATH ### 1592 [1,2,4,8589934592,1,0] +val_66 hdfs://### HDFS PATH ### 198 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 1754 [1,2,4,8589934592,1,0] +val_67 hdfs://### HDFS PATH ### 5306 [1,2,4,8589934592,1,0] +val_69 hdfs://### HDFS PATH ### 3570 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 3794 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4548 [1,2,4,8589934592,1,0] +val_70 hdfs://### HDFS PATH ### 4640 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 1208 [1,2,4,8589934592,1,0] +val_72 hdfs://### HDFS PATH ### 2792 [1,2,4,8589934592,1,0] +val_74 hdfs://### HDFS PATH ### 3548 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3378 [1,2,4,8589934592,1,0] +val_76 hdfs://### HDFS PATH ### 3538 [1,2,4,8589934592,1,0] +val_77 hdfs://### HDFS PATH ### 2622 [1,2,4,8589934592,1,0] +val_78 hdfs://### HDFS PATH ### 3368 [1,2,4,8589934592,1,0] +val_8 hdfs://### HDFS PATH ### 1916 [1,2,4,8589934592,1,0] +val_80 hdfs://### HDFS PATH ### 4058 [1,2,4,8589934592,1,0] +val_82 hdfs://### HDFS PATH ### 396 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 1674 [1,2,4,8589934592,1,0] +val_83 hdfs://### HDFS PATH ### 5070 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 1872 [1,2,4,8589934592,1,0] +val_84 hdfs://### HDFS PATH ### 5606 [1,2,4,8589934592,1,0] +val_85 hdfs://### HDFS PATH ### 2612 [1,2,4,8589934592,1,0] +val_86 hdfs://### HDFS PATH ### 12 [1,2,4,8589934592,1,0] +val_87 hdfs://### HDFS PATH ### 2652 [1,2,4,8589934592,1,0] +val_9 hdfs://### HDFS PATH ### 5398 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 2802 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 4304 [1,2,4,8589934592,1,0] +val_90 hdfs://### HDFS PATH ### 5744 [1,2,4,8589934592,1,0] +val_92 hdfs://### HDFS PATH ### 1176 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 2400 [1,2,4,8589934592,1,0] +val_95 hdfs://### HDFS PATH ### 3160 [1,2,4,8589934592,1,0] +val_96 hdfs://### HDFS PATH ### 2216 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5572 [1,2,4,8589934592,1,0] +val_97 hdfs://### HDFS PATH ### 5802 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 2458 [1,2,4,8589934592,1,0] +val_98 hdfs://### HDFS PATH ### 92 [1,2,4,8589934592,1,0] PREHOOK: query: EXPLAIN SELECT a.bucketname AS `_bucketname`, COLLECT_SET(a.offset) as `_offsets` FROM (SELECT `_bucketname` AS bucketname, `_offset` AS offset, `_bitmaps` AS bitmaps FROM default__src_src1_index__ @@ -238,22 +1238,22 @@ POSTHOOK: Input: default@default__src_src2_index__ PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 PREHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT key, value FROM src WHERE key=0 AND value = "val_0" POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out index 876c858f5d..fbb1731956 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_bucketed_table.q.out @@ -61,47 +61,47 @@ PREHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 1 O PREHOOK: type: QUERY PREHOOK: Input: default@test_table_bucketed PREHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 1 OUT OF 3) WHERE part = '1' POSTHOOK: type: QUERY POSTHOOK: Input: default@test_table_bucketed POSTHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 31 PREHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 2 OUT OF 3) WHERE part = '1' PREHOOK: type: QUERY PREHOOK: Input: default@test_table_bucketed PREHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 2 OUT OF 3) WHERE part = '1' POSTHOOK: type: QUERY POSTHOOK: Input: default@test_table_bucketed POSTHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 179 PREHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 3 OUT OF 3) WHERE part = '1' PREHOOK: type: QUERY PREHOOK: Input: default@test_table_bucketed PREHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM test_table_bucketed TABLESAMPLE (BUCKET 3 OUT OF 3) WHERE part = '1' POSTHOOK: type: QUERY POSTHOOK: Input: default@test_table_bucketed POSTHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 99 PREHOOK: query: SELECT cnt FROM (SELECT INPUT__FILE__NAME, COUNT(*) cnt FROM test_table_bucketed WHERE part = '1' GROUP BY INPUT__FILE__NAME ORDER BY INPUT__FILE__NAME ASC LIMIT 3) a PREHOOK: type: QUERY PREHOOK: Input: default@test_table_bucketed PREHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cnt FROM (SELECT INPUT__FILE__NAME, COUNT(*) cnt FROM test_table_bucketed WHERE part = '1' GROUP BY INPUT__FILE__NAME ORDER BY INPUT__FILE__NAME ASC LIMIT 3) a POSTHOOK: type: QUERY POSTHOOK: Input: default@test_table_bucketed POSTHOOK: Input: default@test_table_bucketed@part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 31 179 99 diff --git ql/src/test/results/clientpositive/spark/input16_cc.q.out ql/src/test/results/clientpositive/spark/input16_cc.q.out index 1b61e16b14..195e82b301 100644 --- ql/src/test/results/clientpositive/spark/input16_cc.q.out +++ ql/src/test/results/clientpositive/spark/input16_cc.q.out @@ -21,11 +21,11 @@ POSTHOOK: Output: default@input16_cc PREHOOK: query: SELECT INPUT16_CC.VALUE, INPUT16_CC.KEY FROM INPUT16_CC PREHOOK: type: QUERY PREHOOK: Input: default@input16_cc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT INPUT16_CC.VALUE, INPUT16_CC.KEY FROM INPUT16_CC POSTHOOK: type: QUERY POSTHOOK: Input: default@input16_cc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### val_238 238 val_86 86 val_311 311 diff --git ql/src/test/results/clientpositive/spark/insert_overwrite_directory2.q.out ql/src/test/results/clientpositive/spark/insert_overwrite_directory2.q.out index c3232e7ea3..4364f76d15 100644 --- ql/src/test/results/clientpositive/spark/insert_overwrite_directory2.q.out +++ ql/src/test/results/clientpositive/spark/insert_overwrite_directory2.q.out @@ -1,11 +1,11 @@ #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@result #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@result #### A masked pattern was here #### @@ -20,11 +20,11 @@ POSTHOOK: Input: default@src PREHOOK: query: select count(*) from result PREHOOK: type: QUERY PREHOOK: Input: default@result -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from result POSTHOOK: type: QUERY POSTHOOK: Input: default@result -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 309 #### A masked pattern was here #### select key from src group by key @@ -38,11 +38,11 @@ POSTHOOK: Input: default@src PREHOOK: query: select count(*) from result PREHOOK: type: QUERY PREHOOK: Input: default@result -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from result POSTHOOK: type: QUERY POSTHOOK: Input: default@result -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 309 PREHOOK: query: drop table result PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out index ce0326c821..e505dc00e5 100644 --- ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out +++ ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out @@ -33,21 +33,21 @@ POSTHOOK: Output: default@t2 PREHOOK: query: SELECT * FROM T1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM T1 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 PREHOOK: query: SELECT * FROM T2 PREHOOK: type: QUERY PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM T2 POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 @@ -72,23 +72,23 @@ PREHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 PREHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 diff --git ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out_spark ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out_spark new file mode 100644 index 0000000000..ce0326c821 --- /dev/null +++ ql/src/test/results/clientpositive/spark/leftsemijoin_mr.q.out_spark @@ -0,0 +1,94 @@ +PREHOOK: query: CREATE TABLE T1(key INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@T1 +POSTHOOK: query: CREATE TABLE T1(key INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@T1 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/leftsemijoin_mr_t1.txt' INTO TABLE T1 +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@t1 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/leftsemijoin_mr_t1.txt' INTO TABLE T1 +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@t1 +PREHOOK: query: CREATE TABLE T2(key INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@T2 +POSTHOOK: query: CREATE TABLE T2(key INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@T2 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/leftsemijoin_mr_t2.txt' INTO TABLE T2 +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@t2 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/leftsemijoin_mr_t2.txt' INTO TABLE T2 +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@t2 +PREHOOK: query: SELECT * FROM T1 +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM T1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### +1 +1 +PREHOOK: query: SELECT * FROM T2 +PREHOOK: type: QUERY +PREHOOK: Input: default@t2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM T2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +PREHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### +1 +1 +PREHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +PREHOOK: Input: default@t2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT T1.key FROM T1 LEFT SEMI JOIN (SELECT key FROM T2 SORT BY key) tmp ON (T1.key=tmp.key) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +POSTHOOK: Input: default@t2 +#### A masked pattern was here #### +1 +1 diff --git ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out index 86363070d9..4bde96aa65 100644 --- ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out +++ ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out @@ -45,11 +45,11 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Static Partition Specification: ds=2008-04-08/hr=11/ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat @@ -60,6 +60,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.list_bucketing_static_part partition_columns ds/hr partition_columns.types string:string @@ -73,9 +74,9 @@ STAGE PLANS: GatherStats: true MultiFileSpray: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -88,6 +89,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -109,6 +111,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -131,7 +134,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat @@ -142,6 +145,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.list_bucketing_static_part partition_columns ds/hr partition_columns.types string:string @@ -155,7 +159,7 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table list_bucketing_static_part partition (ds = '2008-04-08', hr = '11') select key, value from src @@ -215,7 +219,7 @@ Sort Columns: [] Stored As SubDirectories: Yes Skewed Columns: [key] Skewed Values: [[103], [484], [51]] -#### A masked pattern was here #### +Skewed Value to Path: {[103]=hdfs://### HDFS PATH ###, [484]=hdfs://### HDFS PATH ###, [51]=hdfs://### HDFS PATH ###} Skewed Value to Truncated Path: {[103]=/list_bucketing_static_part/ds=2008-04-08/hr=11/key=103, [484]=/list_bucketing_static_part/ds=2008-04-08/hr=11/key=484, [51]=/list_bucketing_static_part/ds=2008-04-08/hr=11/key=51} Storage Desc Params: serialization.format 1 diff --git ql/src/test/results/clientpositive/spark/load_fs2.q.out ql/src/test/results/clientpositive/spark/load_fs2.q.out index aef25ce2cc..7c82f59343 100644 --- ql/src/test/results/clientpositive/spark/load_fs2.q.out +++ ql/src/test/results/clientpositive/spark/load_fs2.q.out @@ -24,11 +24,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -36,6 +36,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} @@ -57,11 +58,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -69,6 +70,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} @@ -90,11 +92,11 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@loader PREHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@result POSTHOOK: query: load data inpath '/build/ql/test/data/warehouse/loader/kv1.txt' into table result POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@result PREHOOK: query: show table extended like result PREHOOK: type: SHOW_TABLESTATUS @@ -102,6 +104,7 @@ POSTHOOK: query: show table extended like result POSTHOOK: type: SHOW_TABLESTATUS tableName:result #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.mapred.TextInputFormat outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat columns:struct columns { string key, string value} diff --git ql/src/test/results/clientpositive/spark/load_hdfs_file_with_space_in_the_name.q.out ql/src/test/results/clientpositive/spark/load_hdfs_file_with_space_in_the_name.q.out index d934722f97..15ad6d6c05 100644 --- ql/src/test/results/clientpositive/spark/load_hdfs_file_with_space_in_the_name.q.out +++ ql/src/test/results/clientpositive/spark/load_hdfs_file_with_space_in_the_name.q.out @@ -6,20 +6,20 @@ POSTHOOK: query: CREATE TABLE load_file_with_space_in_the_name(name STRING, age POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +PREHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ### age.txt' INTO TABLE load_file_with_space_in_the_name PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### age.txt PREHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +POSTHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ### age.txt' INTO TABLE load_file_with_space_in_the_name POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### age.txt POSTHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +PREHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ###+age.txt' INTO TABLE load_file_with_space_in_the_name PREHOOK: type: LOAD -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ###+age.txt PREHOOK: Output: default@load_file_with_space_in_the_name -#### A masked pattern was here #### +POSTHOOK: query: LOAD DATA INPATH 'hdfs://### HDFS PATH ###+age.txt' INTO TABLE load_file_with_space_in_the_name POSTHOOK: type: LOAD -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ###+age.txt POSTHOOK: Output: default@load_file_with_space_in_the_name #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/orc_merge1.q.out ql/src/test/results/clientpositive/spark/orc_merge1.q.out index e5dd9d16f7..cce1e2b58b 100644 --- ql/src/test/results/clientpositive/spark/orc_merge1.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge1.q.out @@ -113,7 +113,8 @@ POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src. POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 738 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1041 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -164,7 +165,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -217,7 +218,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -237,7 +238,7 @@ POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1344 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -288,7 +289,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -333,7 +334,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) SELECT key, value, PMOD(HASH(key), 2) as part @@ -353,7 +354,7 @@ POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1648 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -362,7 +363,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -371,7 +372,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -381,7 +382,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -390,7 +391,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -400,7 +401,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -409,46 +410,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: DROP TABLE orcfile_merge1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge2.q.out ql/src/test/results/clientpositive/spark/orc_merge2.q.out index e05ba8c733..2bc5ff181f 100644 --- ql/src/test/results/clientpositive/spark/orc_merge2.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge2.q.out @@ -64,7 +64,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -110,7 +110,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge2a PARTITION (one='1', two, three) SELECT key, value, PMOD(HASH(key), 10) as two, @@ -186,7 +186,7 @@ POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=1).value SIMPLE [ POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=7).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge2a PARTITION(one=1,two=9,three=7).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 339 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge2a @@ -213,7 +213,7 @@ PREHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=0 PREHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=6 PREHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=1 PREHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge2a @@ -240,7 +240,7 @@ POSTHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=0 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=8/three=6 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=1 POSTHOOK: Input: default@orcfile_merge2a@one=1/two=9/three=7 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), @@ -249,7 +249,7 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value, '1', PMOD(HASH(key), 10), PMOD(HASH(value), 10)) USING 'tr \t _' AS (c) @@ -257,7 +257,7 @@ POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -4209012844 PREHOOK: query: DROP TABLE orcfile_merge2a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge3.q.out ql/src/test/results/clientpositive/spark/orc_merge3.q.out index 2887a4bb8c..825afc8c85 100644 --- ql/src/test/results/clientpositive/spark/orc_merge3.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge3.q.out @@ -94,7 +94,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -136,7 +136,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a @@ -155,7 +155,7 @@ POSTHOOK: Output: default@orcfile_merge3b POSTHOOK: Lineage: orcfile_merge3b.key SIMPLE [(orcfile_merge3a)orcfile_merge3a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: orcfile_merge3b.value SIMPLE [(orcfile_merge3a)orcfile_merge3a.FieldSchema(name:value, type:string, comment:null), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 4859 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -164,7 +164,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3a PREHOOK: Input: default@orcfile_merge3a@ds=1 PREHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -173,7 +173,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3a POSTHOOK: Input: default@orcfile_merge3a@ds=1 POSTHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -181,14 +181,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE orcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge4.q.out ql/src/test/results/clientpositive/spark/orc_merge4.q.out index fdc601204e..a66bda7294 100644 --- ql/src/test/results/clientpositive/spark/orc_merge4.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge4.q.out @@ -37,7 +37,7 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=1 POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3a PARTITION (ds='1') SELECT * FROM src PREHOOK: type: QUERY @@ -63,9 +63,9 @@ POSTHOOK: Output: default@orcfile_merge3a@ds=2 POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 2515 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a PREHOOK: type: QUERY @@ -112,7 +112,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -162,7 +162,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge3b SELECT key, value FROM orcfile_merge3a @@ -188,7 +188,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3a PREHOOK: Input: default@orcfile_merge3a@ds=1 PREHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3a @@ -197,7 +197,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3a POSTHOOK: Input: default@orcfile_merge3a@ds=1 POSTHOOK: Input: default@orcfile_merge3a@ds=2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) @@ -205,14 +205,14 @@ PREHOOK: query: SELECT SUM(HASH(c)) FROM ( ) t PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c) FROM orcfile_merge3b ) t POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14412220296 PREHOOK: query: DROP TABLE orcfile_merge3a PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge5.q.out ql/src/test/results/clientpositive/spark/orc_merge5.q.out index 87a9bfe274..c6f06add8a 100644 --- ql/src/test/results/clientpositive/spark/orc_merge5.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge5.q.out @@ -94,15 +94,17 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 @@ -154,7 +156,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -196,7 +198,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table orc_merge5b select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY @@ -220,15 +222,15 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 @@ -254,15 +256,17 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 @@ -309,15 +313,15 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2 foo 0.8 1 1969-12-31 16:00:00 5 eat 0.8 6 1969-12-31 16:00:20 diff --git ql/src/test/results/clientpositive/spark/orc_merge6.q.out ql/src/test/results/clientpositive/spark/orc_merge6.q.out index b48624f31f..5c3b25e035 100644 --- ql/src/test/results/clientpositive/spark/orc_merge6.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge6.q.out @@ -122,9 +122,13 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -138,13 +142,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@year=2000/hour=24 PREHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@year=2000/hour=24 POSTHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2000 24 13 bar 80.0 2 1969-12-31 16:00:05 2001 24 2 foo 0.8 1 1969-12-31 16:00:00 2000 24 @@ -199,7 +203,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -244,7 +248,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table orc_merge5a partition (year="2000",hour=24) select userid,string1,subtype,decimal1,ts from orc_merge5 where userid<=13 PREHOOK: type: QUERY @@ -293,9 +297,9 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -309,13 +313,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@year=2000/hour=24 PREHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@year=2000/hour=24 POSTHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2000 24 13 bar 80.0 2 1969-12-31 16:00:05 2001 24 2 foo 0.8 1 1969-12-31 16:00:00 2000 24 @@ -369,9 +373,13 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 649 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 0 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -385,13 +393,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@year=2000/hour=24 PREHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@year=2000/hour=24 POSTHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2000 24 13 bar 80.0 2 1969-12-31 16:00:05 2001 24 2 foo 0.8 1 1969-12-31 16:00:00 2000 24 @@ -464,9 +472,9 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1022 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -480,13 +488,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5a PREHOOK: Input: default@orc_merge5a@year=2000/hour=24 PREHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Input: default@orc_merge5a@year=2000/hour=24 POSTHOOK: Input: default@orc_merge5a@year=2001/hour=24 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 2000 24 13 bar 80.0 2 1969-12-31 16:00:05 2001 24 2 foo 0.8 1 1969-12-31 16:00:00 2000 24 diff --git ql/src/test/results/clientpositive/spark/orc_merge7.q.out ql/src/test/results/clientpositive/spark/orc_merge7.q.out index 174a07bad1..131ddce85e 100644 --- ql/src/test/results/clientpositive/spark/orc_merge7.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge7.q.out @@ -153,9 +153,10 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 596 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -173,7 +174,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -181,7 +182,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 @@ -229,7 +230,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-0 Move Operator @@ -273,7 +274,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table orc_merge5a partition (st) select userid,string1,subtype,decimal1,ts,subtype from orc_merge5 PREHOOK: type: QUERY @@ -358,9 +359,9 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 596 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 948 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -378,7 +379,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -386,7 +387,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 @@ -473,9 +474,10 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 596 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 601 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -493,7 +495,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -501,7 +503,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 @@ -570,9 +572,9 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 596 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 948 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -590,7 +592,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -598,7 +600,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 2 foo 0.8 1 1969-12-31 16:00:00 0.8 5 eat 0.8 6 1969-12-31 16:00:20 0.8 diff --git ql/src/test/results/clientpositive/spark/orc_merge8.q.out ql/src/test/results/clientpositive/spark/orc_merge8.q.out index 3be3b077b1..6d171d2ef8 100644 --- ql/src/test/results/clientpositive/spark/orc_merge8.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge8.q.out @@ -117,7 +117,10 @@ POSTHOOK: Lineage: alltypes_orc.ti SIMPLE [(alltypes)alltypes.FieldSchema(name:t POSTHOOK: Lineage: alltypes_orc.ts SIMPLE [(alltypes)alltypes.FieldSchema(name:ts, type:timestamp, comment:null), ] POSTHOOK: Lineage: alltypes_orc.vc SIMPLE [(alltypes)alltypes.FieldSchema(name:vc, type:varchar(5), comment:null), ] Found 4 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1606 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1606 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: alter table alltypes_orc concatenate PREHOOK: type: ALTER_TABLE_MERGE PREHOOK: Input: default@alltypes_orc @@ -127,4 +130,4 @@ POSTHOOK: type: ALTER_TABLE_MERGE POSTHOOK: Input: default@alltypes_orc POSTHOOK: Output: default@alltypes_orc Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 4634 ### HDFS DATE ### hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/spark/orc_merge9.q.out ql/src/test/results/clientpositive/spark/orc_merge9.q.out index 28e51b21a1..e5db5128d4 100644 --- ql/src/test/results/clientpositive/spark/orc_merge9.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge9.q.out @@ -35,15 +35,16 @@ POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@ts_merge Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 246402 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 246402 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select count(*) from ts_merge PREHOOK: type: QUERY PREHOOK: Input: default@ts_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from ts_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@ts_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 50000 PREHOOK: query: alter table ts_merge concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -56,14 +57,14 @@ POSTHOOK: Output: default@ts_merge PREHOOK: query: select count(*) from ts_merge PREHOOK: type: QUERY PREHOOK: Input: default@ts_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from ts_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@ts_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 50000 Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 457162 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: create table a_merge like alltypesorc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -101,15 +102,16 @@ POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@a_merge Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 295616 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 377237 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select count(*) from a_merge PREHOOK: type: QUERY PREHOOK: Input: default@a_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from a_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@a_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 24576 PREHOOK: query: alter table a_merge concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -122,14 +124,15 @@ POSTHOOK: Output: default@a_merge PREHOOK: query: select count(*) from a_merge PREHOOK: type: QUERY PREHOOK: Input: default@a_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from a_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@a_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 24576 Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 295616 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 377237 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: insert into table a_merge select * from alltypesorc PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc @@ -151,15 +154,17 @@ POSTHOOK: Lineage: a_merge.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSch POSTHOOK: Lineage: a_merge.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] POSTHOOK: Lineage: a_merge.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 295616 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 377237 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 295616 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select count(*) from a_merge PREHOOK: type: QUERY PREHOOK: Input: default@a_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from a_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@a_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 36864 PREHOOK: query: alter table a_merge concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -172,11 +177,12 @@ POSTHOOK: Output: default@a_merge PREHOOK: query: select count(*) from a_merge PREHOOK: type: QUERY PREHOOK: Input: default@a_merge -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from a_merge POSTHOOK: type: QUERY POSTHOOK: Input: default@a_merge -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 36864 Found 2 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 590506 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 377237 ### HDFS DATE ### hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out index e5dd9d16f7..7439096a3a 100644 --- ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge_diff_fs.q.out @@ -362,7 +362,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1 WHERE ds='1' @@ -371,7 +371,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -381,7 +381,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1b WHERE ds='1' @@ -390,7 +390,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) @@ -400,7 +400,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( SELECT TRANSFORM(*) USING 'tr \t _' AS (c) FROM orcfile_merge1c WHERE ds='1' @@ -409,46 +409,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -21975308766 PREHOOK: query: select count(*) from orcfile_merge1 PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1 PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1b PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1b PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1b POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1b POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from orcfile_merge1c PREHOOK: type: QUERY PREHOOK: Input: default@orcfile_merge1c PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from orcfile_merge1c POSTHOOK: type: QUERY POSTHOOK: Input: default@orcfile_merge1c POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: DROP TABLE orcfile_merge1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out index d8e2308dc4..d97ac66af3 100644 --- ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out @@ -158,15 +158,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 6 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 657 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 657 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 657 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 @@ -202,15 +207,18 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b Found 4 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 1329 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 668 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY PREHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5b POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 13 bar 80.0 2 1969-12-31 16:00:05 diff --git ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out index 9398dc2bb0..b0db735723 100644 --- ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out +++ ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out @@ -215,9 +215,15 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 4 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 4 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -235,7 +241,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -243,7 +249,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 13 bar 80.0 2 1969-12-31 16:00:05 80.0 13 bar 80.0 2 1969-12-31 16:00:05 80.0 @@ -321,9 +327,13 @@ POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@st=0.8 Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 899 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 595 ### HDFS DATE ### hdfs://### HDFS PATH ### Found 3 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 954 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-r--r-- 3 ### USER ### ### GROUP ### 633 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@orc_merge5a @@ -341,7 +351,7 @@ PREHOOK: Input: default@orc_merge5a@st=0.8 PREHOOK: Input: default@orc_merge5a@st=1.8 PREHOOK: Input: default@orc_merge5a@st=8.0 PREHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_merge5a where userid<=13 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a @@ -349,7 +359,7 @@ POSTHOOK: Input: default@orc_merge5a@st=0.8 POSTHOOK: Input: default@orc_merge5a@st=1.8 POSTHOOK: Input: default@orc_merge5a@st=8.0 POSTHOOK: Input: default@orc_merge5a@st=80.0 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 13 bar 80.0 2 1969-12-31 16:00:05 80.0 13 bar 80.0 2 1969-12-31 16:00:05 80.0 13 bar 80.0 2 1969-12-31 16:00:05 80.0 diff --git ql/src/test/results/clientpositive/spark/parallel_orderby.q.out ql/src/test/results/clientpositive/spark/parallel_orderby.q.out index 836fa0f047..8e9d2bb20b 100644 --- ql/src/test/results/clientpositive/spark/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/spark/parallel_orderby.q.out @@ -73,7 +73,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-3 Create Table Operator: @@ -137,11 +137,11 @@ Storage Desc Params: PREHOOK: query: select * from total_ordered PREHOOK: type: QUERY PREHOOK: Input: default@total_ordered -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from total_ordered POSTHOOK: type: QUERY POSTHOOK: Input: default@total_ordered -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 128 val_128 128 val_128 150 val_150 @@ -247,11 +247,11 @@ Storage Desc Params: PREHOOK: query: select * from total_ordered PREHOOK: type: QUERY PREHOOK: Input: default@total_ordered -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from total_ordered POSTHOOK: type: QUERY POSTHOOK: Input: default@total_ordered -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 128 val_128 128 val_128 150 val_150 diff --git ql/src/test/results/clientpositive/spark/quotedid_smb.q.out ql/src/test/results/clientpositive/spark/quotedid_smb.q.out index 8b37d2a03d..c8b2e465d7 100644 --- ql/src/test/results/clientpositive/spark/quotedid_smb.q.out +++ ql/src/test/results/clientpositive/spark/quotedid_smb.q.out @@ -99,14 +99,14 @@ where a.`x+1` < '11' PREHOOK: type: QUERY PREHOOK: Input: default@src_b PREHOOK: Input: default@src_b2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.`x+1`, a.`!@#$%^&*()_q`, b.`x+1`, b.`!@#$%^&*()_q` from src_b a join src_b2 b on a.`!@#$%^&*()_q` = b.`!@#$%^&*()_q` where a.`x+1` < '11' POSTHOOK: type: QUERY POSTHOOK: Input: default@src_b POSTHOOK: Input: default@src_b2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 diff --git ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out index bcf09d87b5..4475c6e5be 100644 --- ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out @@ -46,9 +46,9 @@ STAGE PLANS: value expressions: _col1 (type: string) auto parallelism: false Path -> Alias: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### [src] Path -> Partition: -#### A masked pattern was here #### + hdfs://### HDFS PATH ### Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,6 +61,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -82,6 +83,7 @@ STAGE PLANS: columns.comments 'default','default' columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.src numFiles 1 numRows 500 @@ -106,10 +108,10 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -122,6 +124,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket5_1 numFiles 0 numRows 0 @@ -141,7 +144,7 @@ STAGE PLANS: Move Operator tables: replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -154,6 +157,7 @@ STAGE PLANS: columns.comments columns.types string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.bucket5_1 numFiles 0 numRows 0 @@ -169,7 +173,7 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: insert overwrite table bucket5_1 select * from src cluster by key @@ -186,20 +190,20 @@ POSTHOOK: Lineage: bucket5_1.value SIMPLE [(src)src.FieldSchema(name:value, type PREHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 PREHOOK: type: QUERY PREHOOK: Input: default@bucket5_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket5_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 21025334 36210398070 PREHOOK: query: select sum(hash(key)),sum(hash(value)) from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 21025334 36210398070 PREHOOK: query: create table complex_tbl_1(aid string, bid string, t int, ctime string, etime bigint, l string, et string) partitioned by (ds string) PREHOOK: type: CREATETABLE @@ -320,11 +324,11 @@ STAGE PLANS: File Output Operator compressed: false GlobalTableId: 1 -#### A masked pattern was here #### + directory: hdfs://### HDFS PATH ### NumFilesPerFileSink: 1 Static Partition Specification: ds=2010-03-29/ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE -#### A masked pattern was here #### + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -335,6 +339,7 @@ STAGE PLANS: columns.comments columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.complex_tbl_1 partition_columns ds partition_columns.types string @@ -354,7 +359,7 @@ STAGE PLANS: partition: ds 2010-03-29 replace: true -#### A masked pattern was here #### + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -365,6 +370,7 @@ STAGE PLANS: columns.comments columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### + location hdfs://### HDFS PATH ### name default.complex_tbl_1 partition_columns ds partition_columns.types string @@ -378,5 +384,5 @@ STAGE PLANS: Stage: Stage-2 Stats Work Basic Stats Work: -#### A masked pattern was here #### + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/spark/remote_script.q.out ql/src/test/results/clientpositive/spark/remote_script.q.out index 87531f008a..315c5c5067 100644 --- ql/src/test/results/clientpositive/spark/remote_script.q.out +++ ql/src/test/results/clientpositive/spark/remote_script.q.out @@ -23,11 +23,11 @@ POSTHOOK: Lineage: tmp_tmp.value SCRIPT [(src)src.FieldSchema(name:key, type:str PREHOOK: query: select * from tmp_tmp ORDER BY key ASC, value ASC PREHOOK: type: QUERY PREHOOK: Input: default@tmp_tmp -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from tmp_tmp ORDER BY key ASC, value ASC POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_tmp -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 NULL 1 2 NULL 1 diff --git ql/src/test/results/clientpositive/spark/root_dir_external_table.q.out ql/src/test/results/clientpositive/spark/root_dir_external_table.q.out index 238a409a1d..7ba2b5bd1e 100644 --- ql/src/test/results/clientpositive/spark/root_dir_external_table.q.out +++ ql/src/test/results/clientpositive/spark/root_dir_external_table.q.out @@ -1,26 +1,28 @@ -#### A masked pattern was here #### +PREHOOK: query: insert overwrite directory "hdfs://### HDFS PATH ###" select key from src where (key < 20) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### +POSTHOOK: query: insert overwrite directory "hdfs://### HDFS PATH ###" select key from src where (key < 20) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### +PREHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs:///' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@roottable -#### A masked pattern was here #### +POSTHOOK: query: create external table roottable (key string) row format delimited fields terminated by '\\t' stored as textfile location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@roottable PREHOOK: query: select count(*) from roottable PREHOOK: type: QUERY PREHOOK: Input: default@roottable -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from roottable POSTHOOK: type: QUERY POSTHOOK: Input: default@roottable -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/schemeAuthority.q.out ql/src/test/results/clientpositive/spark/schemeAuthority.q.out index 9a6019c259..bb2b555945 100644 --- ql/src/test/results/clientpositive/spark/schemeAuthority.q.out +++ ql/src/test/results/clientpositive/spark/schemeAuthority.q.out @@ -27,13 +27,13 @@ POSTHOOK: type: ALTERTABLE_ADDPARTS #### A masked pattern was here #### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0 -#### A masked pattern was here #### +PREHOOK: query: alter table dynPart add partition (value='1') location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@dynpart -#### A masked pattern was here #### +POSTHOOK: query: alter table dynPart add partition (value='1') location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=1 PREHOOK: query: select count(*) from dynPart @@ -41,44 +41,44 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0 PREHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from dynPart POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0 POSTHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 PREHOOK: query: select key from dynPart PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0 PREHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from dynPart POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0 POSTHOOK: Input: default@dynpart@value=1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 20 PREHOOK: query: select key from src where (key = 10) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where (key = 10) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select key from src where (key = 20) order by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where (key = 20) order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/schemeAuthority2.q.out ql/src/test/results/clientpositive/spark/schemeAuthority2.q.out index 60913f21bc..cb66eadcdf 100644 --- ql/src/test/results/clientpositive/spark/schemeAuthority2.q.out +++ ql/src/test/results/clientpositive/spark/schemeAuthority2.q.out @@ -27,13 +27,13 @@ POSTHOOK: type: ALTERTABLE_ADDPARTS #### A masked pattern was here #### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0/value2=clusterA -#### A masked pattern was here #### +PREHOOK: query: alter table dynPart add partition (value='0', value2='clusterB') location 'hdfs://### HDFS PATH ###' PREHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: default@dynpart -#### A masked pattern was here #### +POSTHOOK: query: alter table dynPart add partition (value='0', value2='clusterB') location 'hdfs://### HDFS PATH ###' POSTHOOK: type: ALTERTABLE_ADDPARTS -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: default@dynpart POSTHOOK: Output: default@dynpart@value=0/value2=clusterB PREHOOK: query: select value2, key from dynPart where value='0' @@ -41,13 +41,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@dynpart PREHOOK: Input: default@dynpart@value=0/value2=clusterA PREHOOK: Input: default@dynpart@value=0/value2=clusterB -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select value2, key from dynPart where value='0' POSTHOOK: type: QUERY POSTHOOK: Input: default@dynpart POSTHOOK: Input: default@dynpart@value=0/value2=clusterA POSTHOOK: Input: default@dynpart@value=0/value2=clusterB -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### clusterA 10 clusterB 20 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/scriptfile1.q.out ql/src/test/results/clientpositive/spark/scriptfile1.q.out index cf718ccc03..f105cf40af 100644 --- ql/src/test/results/clientpositive/spark/scriptfile1.q.out +++ ql/src/test/results/clientpositive/spark/scriptfile1.q.out @@ -31,11 +31,11 @@ POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:strin PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 val_10 100 val_100 100 val_100 diff --git ql/src/test/results/clientpositive/spark/scriptfile1.q.out_spark ql/src/test/results/clientpositive/spark/scriptfile1.q.out_spark new file mode 100644 index 0000000000..cf718ccc03 --- /dev/null +++ ql/src/test/results/clientpositive/spark/scriptfile1.q.out_spark @@ -0,0 +1,47 @@ +PREHOOK: query: CREATE TABLE dest1(key INT, value STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@dest1 +POSTHOOK: query: CREATE TABLE dest1(key INT, value STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dest1 +PREHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'testgrep' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest1 +POSTHOOK: query: FROM ( + FROM src + SELECT TRANSFORM(src.key, src.value) + USING 'testgrep' AS (tkey, tvalue) + CLUSTER BY tkey +) tmap +INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: SELECT dest1.* FROM dest1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT dest1.* FROM dest1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1 +#### A masked pattern was here #### +10 val_10 +100 val_100 +100 val_100 +103 val_103 +103 val_103 +104 val_104 +104 val_104 +105 val_105 +310 val_310 diff --git ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out index 415b370a77..37e3f9c6fd 100644 --- ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out +++ ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out @@ -52,7 +52,7 @@ PREHOOK: Input: default@a1 PREHOOK: Input: default@a1@end_dt=20161020 PREHOOK: Input: default@a1@end_dt=20161021 PREHOOK: Input: default@a2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT T1.KEHHAO,COUNT(1) FROM ( SELECT KEHHAO FROM a1 T WHERE T.KEHHAO = '2000721360' AND '20161018' BETWEEN T.START_DT AND T.END_DT-1 @@ -67,7 +67,7 @@ POSTHOOK: Input: default@a1 POSTHOOK: Input: default@a1@end_dt=20161020 POSTHOOK: Input: default@a1@end_dt=20161021 POSTHOOK: Input: default@a2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: SELECT T1.KEHHAO,COUNT(1) FROM ( SELECT KEHHAO FROM a1 T WHERE T.KEHHAO = '2000721360' AND '20161018' BETWEEN T.START_DT AND T.END_DT-1 @@ -81,7 +81,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@a1 PREHOOK: Input: default@a1@end_dt=20161020 PREHOOK: Input: default@a1@end_dt=20161021 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT T1.KEHHAO,COUNT(1) FROM ( SELECT KEHHAO FROM a1 T WHERE T.KEHHAO = '2000721360' AND '20161018' BETWEEN T.START_DT AND T.END_DT-1 @@ -95,7 +95,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@a1 POSTHOOK: Input: default@a1@end_dt=20161020 POSTHOOK: Input: default@a1@end_dt=20161021 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000721360 2 PREHOOK: query: DROP TABLE a1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out index 7b01496ffb..79766b0c94 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning.q.out @@ -5,7 +5,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct ds from srcpart POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -13,7 +13,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: select distinct hr from srcpart @@ -23,7 +23,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct hr from srcpart POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -31,7 +31,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11 12 PREHOOK: query: EXPLAIN create table srcpart_date as select ds as ds, ds as `date` from srcpart group by ds @@ -94,7 +94,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-3 Create Table Operator: @@ -320,7 +320,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -329,7 +329,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -427,7 +427,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -436,16 +436,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -576,7 +576,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -585,7 +585,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -683,7 +683,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -692,7 +692,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date.ds) as string), "0") as bigint)) + 10) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -826,7 +826,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date.ds) as string), "0") as bigint)) + 10) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -835,7 +835,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date.ds) as decimal) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -966,7 +966,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date.ds) as decimal) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -975,7 +975,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -1171,7 +1171,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -1182,7 +1182,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -1319,7 +1319,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -1330,16 +1330,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -1483,7 +1483,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1492,7 +1492,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -1590,7 +1590,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1599,16 +1599,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -1739,7 +1739,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1748,7 +1748,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -1846,7 +1846,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1855,16 +1855,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: select count(*) from srcpart where ds = 'I DONT EXIST' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -1995,7 +1995,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2004,7 +2004,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -2135,7 +2135,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2144,7 +2144,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -2242,7 +2242,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2251,7 +2251,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -2349,7 +2349,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2358,16 +2358,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -2498,7 +2498,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2507,16 +2507,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where cast(hr as string) = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where cast(hr as string) = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' @@ -2622,22 +2622,22 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Shuffle Join JOIN[7][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) @@ -2740,7 +2740,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2749,7 +2749,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1500 PREHOOK: query: EXPLAIN select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr PREHOOK: type: QUERY @@ -2893,7 +2893,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2902,7 +2902,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart left join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -3457,7 +3457,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY @@ -3466,7 +3466,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 @@ -3602,14 +3602,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -3869,7 +3869,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -3877,7 +3877,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 PREHOOK: query: EXPLAIN select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -4139,7 +4139,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4147,7 +4147,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: EXPLAIN select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) @@ -4406,7 +4406,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4414,7 +4414,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-08 2008-04-09 @@ -4532,7 +4532,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4541,16 +4541,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -4665,7 +4665,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4674,7 +4674,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -4835,7 +4835,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -4846,16 +4846,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -4983,7 +4983,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4992,16 +4992,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -5116,7 +5116,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5125,7 +5125,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -5240,7 +5240,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5249,7 +5249,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -5364,7 +5364,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5373,16 +5373,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' @@ -5496,22 +5496,22 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN select count(*) from srcpart left join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -5955,7 +5955,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY @@ -5964,7 +5964,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 @@ -6103,14 +6103,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -6372,7 +6372,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -6380,7 +6380,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: create table srcpart_parquet (key int, value string) partitioned by (ds string, hr int) stored as parquet @@ -6544,7 +6544,7 @@ PREHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart_parquet join srcpart_date_hour on (srcpart_parquet.ds = srcpart_date_hour.ds and srcpart_parquet.hr = srcpart_date_hour.hr) where srcpart_date_hour.hour = 11 and (srcpart_date_hour.`date` = '2008-04-08' or srcpart_date_hour.`date` = '2008-04-09') POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date_hour @@ -6553,16 +6553,16 @@ POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_parquet@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where (ds = '2008-04-08' or ds = '2008-04-09') and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where (ds = '2008-04-08' or ds = '2008-04-09') and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: drop table srcpart_parquet PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out index 075aaff9e4..c262cf3eec 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_2.q.out @@ -98,11 +98,11 @@ POSTHOOK: Output: default@agg_01@dim_shops_id=3 PREHOOK: query: select * from dim_shops PREHOOK: type: QUERY PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from dim_shops POSTHOOK: type: QUERY POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 foo 2 bar 3 baz @@ -112,14 +112,14 @@ PREHOOK: Input: default@agg_01 PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from agg_01 POSTHOOK: type: QUERY POSTHOOK: Input: default@agg_01 POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 2 1 3 1 @@ -279,7 +279,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -294,7 +294,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN SELECT d1.label, count(*), sum(agg.amount) @@ -433,7 +433,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -448,7 +448,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN SELECT d1.label @@ -545,7 +545,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label FROM agg_01 agg, dim_shops d1 @@ -556,7 +556,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar bar bar @@ -657,7 +657,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@agg_01 PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT agg.amount FROM agg_01 agg, dim_shops d1 @@ -667,7 +667,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@agg_01 POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 3 @@ -821,7 +821,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT d1.label, count(*), sum(agg.amount) FROM agg_01 agg, dim_shops d1 @@ -836,7 +836,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### bar 3 15 foo 3 6 PREHOOK: query: EXPLAIN @@ -1010,7 +1010,7 @@ PREHOOK: Input: default@agg_01@dim_shops_id=1 PREHOOK: Input: default@agg_01@dim_shops_id=2 PREHOOK: Input: default@agg_01@dim_shops_id=3 PREHOOK: Input: default@dim_shops -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT amount FROM agg_01, dim_shops WHERE dim_shops_id = id AND label = 'foo' UNION ALL SELECT amount FROM agg_01, dim_shops WHERE dim_shops_id = id AND label = 'bar' @@ -1020,7 +1020,7 @@ POSTHOOK: Input: default@agg_01@dim_shops_id=1 POSTHOOK: Input: default@agg_01@dim_shops_id=2 POSTHOOK: Input: default@agg_01@dim_shops_id=3 POSTHOOK: Input: default@dim_shops -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 2 3 @@ -1133,7 +1133,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart s1, srcpart s2 @@ -1144,5 +1144,5 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000000 diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out index 23f0d523ee..7059647bda 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out @@ -495,7 +495,7 @@ PREHOOK: Input: default@partitioned_table2 PREHOOK: Input: default@partitioned_table2@part_col=2 PREHOOK: Input: default@partitioned_table2@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1 WHERE partitioned_table1.part_col IN (SELECT regular_table1.col1 @@ -511,7 +511,7 @@ POSTHOOK: Input: default@partitioned_table2 POSTHOOK: Input: default@partitioned_table2@part_col=2 POSTHOOK: Input: default@partitioned_table2@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, regular_table1 rt1, regular_table1 rt2 WHERE rt1.col1 = partitioned_table1.part_col AND rt2.col1 = @@ -671,7 +671,7 @@ PREHOOK: Input: default@partitioned_table1@part_col=1 PREHOOK: Input: default@partitioned_table1@part_col=2 PREHOOK: Input: default@partitioned_table1@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1, regular_table1 rt1, @@ -686,7 +686,7 @@ POSTHOOK: Input: default@partitioned_table1@part_col=1 POSTHOOK: Input: default@partitioned_table1@part_col=2 POSTHOOK: Input: default@partitioned_table1@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 Warning: Shuffle Join JOIN[21][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, partitioned_table2, regular_table1 rt1 @@ -890,7 +890,7 @@ PREHOOK: Input: default@partitioned_table2@part_col=1 PREHOOK: Input: default@partitioned_table2@part_col=2 PREHOOK: Input: default@partitioned_table2@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1, partitioned_table2, @@ -910,7 +910,7 @@ POSTHOOK: Input: default@partitioned_table2@part_col=1 POSTHOOK: Input: default@partitioned_table2@part_col=2 POSTHOOK: Input: default@partitioned_table2@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 72 PREHOOK: query: EXPLAIN SELECT count(*) FROM regular_table1, partitioned_table1 WHERE regular_table1.col1 = partitioned_table1.part_col AND regular_table1.col2 BETWEEN 1 AND 3 @@ -1028,7 +1028,7 @@ PREHOOK: Input: default@partitioned_table1@part_col=1 PREHOOK: Input: default@partitioned_table1@part_col=2 PREHOOK: Input: default@partitioned_table1@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM regular_table1, partitioned_table1 @@ -1040,7 +1040,7 @@ POSTHOOK: Input: default@partitioned_table1@part_col=1 POSTHOOK: Input: default@partitioned_table1@part_col=2 POSTHOOK: Input: default@partitioned_table1@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 PREHOOK: query: EXPLAIN WITH q1 AS (SELECT regular_table1.col1 AS col FROM regular_table1 WHERE regular_table1.col2 > 1), q2 AS (SELECT partitioned_table1.part_col AS col FROM @@ -1172,7 +1172,7 @@ PREHOOK: Input: default@partitioned_table1@part_col=1 PREHOOK: Input: default@partitioned_table1@part_col=2 PREHOOK: Input: default@partitioned_table1@part_col=3 PREHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: WITH q1 AS (SELECT regular_table1.col1 AS col FROM regular_table1 @@ -1191,7 +1191,7 @@ POSTHOOK: Input: default@partitioned_table1@part_col=1 POSTHOOK: Input: default@partitioned_table1@part_col=2 POSTHOOK: Input: default@partitioned_table1@part_col=3 POSTHOOK: Input: default@regular_table1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1, partitioned_table2 WHERE partitioned_table1.part_col = partitioned_table2.part_col AND partitioned_table2.col > 1 @@ -1312,7 +1312,7 @@ PREHOOK: Input: default@partitioned_table2 PREHOOK: Input: default@partitioned_table2@part_col=1 PREHOOK: Input: default@partitioned_table2@part_col=2 PREHOOK: Input: default@partitioned_table2@part_col=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1, partitioned_table2 @@ -1327,7 +1327,7 @@ POSTHOOK: Input: default@partitioned_table2 POSTHOOK: Input: default@partitioned_table2@part_col=1 POSTHOOK: Input: default@partitioned_table2@part_col=2 POSTHOOK: Input: default@partitioned_table2@part_col=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 90 PREHOOK: query: -- set auto convert size to a higher value so map-joins are triggered for the partitioned tables @@ -1465,7 +1465,7 @@ PREHOOK: Input: default@partitioned_table5 PREHOOK: Input: default@partitioned_table5@part_col1=1/part_col2=1 PREHOOK: Input: default@partitioned_table5@part_col1=2/part_col2=2 PREHOOK: Input: default@partitioned_table5@part_col1=3/part_col2=3 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table4, partitioned_table5 @@ -1480,7 +1480,7 @@ POSTHOOK: Input: default@partitioned_table5 POSTHOOK: Input: default@partitioned_table5@part_col1=1/part_col2=1 POSTHOOK: Input: default@partitioned_table5@part_col1=2/part_col2=2 POSTHOOK: Input: default@partitioned_table5@part_col1=3/part_col2=3 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 108 PREHOOK: query: EXPLAIN SELECT count(*) FROM partitioned_table1 JOIN regular_table1 ON partitioned_table1.part_col = regular_table1.col1 JOIN regular_table2 ON @@ -1639,7 +1639,7 @@ PREHOOK: Input: default@partitioned_table1@part_col=2 PREHOOK: Input: default@partitioned_table1@part_col=3 PREHOOK: Input: default@regular_table1 PREHOOK: Input: default@regular_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM partitioned_table1 JOIN regular_table1 @@ -1653,7 +1653,7 @@ POSTHOOK: Input: default@partitioned_table1@part_col=2 POSTHOOK: Input: default@partitioned_table1@part_col=3 POSTHOOK: Input: default@regular_table1 POSTHOOK: Input: default@regular_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12 PREHOOK: query: -- reset auto convert size to previous value diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out index 65fdb25dea..e7a789ad65 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out @@ -256,7 +256,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all @@ -273,7 +273,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 6 6 7 7 @@ -298,7 +298,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all @@ -315,7 +315,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 6 6 7 7 @@ -486,7 +486,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all @@ -503,7 +503,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 6 6 7 7 @@ -528,7 +528,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a union all @@ -545,7 +545,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5 5 6 6 7 7 @@ -696,7 +696,7 @@ PREHOOK: Input: default@part1@p=1/q=2 PREHOOK: Input: default@part1@p=2/q=1 PREHOOK: Input: default@part1@p=2/q=2 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select part1.key, part1.value from part1 join src on part1.q=src.key) a union all @@ -708,7 +708,7 @@ POSTHOOK: Input: default@part1@p=1/q=2 POSTHOOK: Input: default@part1@p=2/q=1 POSTHOOK: Input: default@part1@p=2/q=2 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 3 3 3 4 4 @@ -1294,7 +1294,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with top as (select key from src order by key limit 200) select * from @@ -1313,7 +1313,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 3 4 4 7 7 @@ -1336,7 +1336,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with top as (select key from src order by key limit 200) select * from @@ -1355,7 +1355,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 3 4 4 7 7 @@ -1573,7 +1573,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with top as (select key, value from src order by key, value limit 200) select * from @@ -1592,7 +1592,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 7 7 8 8 PREHOOK: query: with top as @@ -1613,7 +1613,7 @@ PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with top as (select key, value from src order by key, value limit 200) select * from @@ -1632,7 +1632,7 @@ POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 7 7 8 8 PREHOOK: query: explain @@ -2187,7 +2187,7 @@ PREHOOK: Input: default@part2@p=3/q=3 PREHOOK: Input: default@part2@p=3/q=4 PREHOOK: Input: default@part2@p=4/q=3 PREHOOK: Input: default@part2@p=4/q=4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select p from part2 where p in (select max(key) from foo) union all select p from part1 where p in (select max(key) from foo union all select min(key) from foo) @@ -2203,7 +2203,7 @@ POSTHOOK: Input: default@part2@p=3/q=3 POSTHOOK: Input: default@part2@p=3/q=4 POSTHOOK: Input: default@part2@p=4/q=3 POSTHOOK: Input: default@part2@p=4/q=4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out index d2dce82950..828c54fb79 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out @@ -414,7 +414,7 @@ PREHOOK: Input: default@part_table2 PREHOOK: Input: default@part_table2@part2_col=1 PREHOOK: Input: default@part_table2@part2_col=2 PREHOOK: Input: default@reg_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -428,7 +428,7 @@ POSTHOOK: Input: default@part_table2 POSTHOOK: Input: default@part_table2@part2_col=1 POSTHOOK: Input: default@part_table2@part2_col=2 POSTHOOK: Input: default@reg_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 1 1 PREHOOK: query: explain SELECT * FROM part_table1 pt1, @@ -581,7 +581,7 @@ PREHOOK: Input: default@part_table3@part3_col=1 PREHOOK: Input: default@part_table3@part3_col=2 PREHOOK: Input: default@part_table3@part3_col=3 PREHOOK: Input: default@reg_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -601,7 +601,7 @@ POSTHOOK: Input: default@part_table3@part3_col=1 POSTHOOK: Input: default@part_table3@part3_col=2 POSTHOOK: Input: default@part_table3@part3_col=3 POSTHOOK: Input: default@reg_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 1 1 1 1 PREHOOK: query: explain SELECT * FROM part_table1 pt1, @@ -789,7 +789,7 @@ PREHOOK: Input: default@part_table4@part4_col=2 PREHOOK: Input: default@part_table4@part4_col=3 PREHOOK: Input: default@part_table4@part4_col=4 PREHOOK: Input: default@reg_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -816,7 +816,7 @@ POSTHOOK: Input: default@part_table4@part4_col=2 POSTHOOK: Input: default@part_table4@part4_col=3 POSTHOOK: Input: default@part_table4@part4_col=4 POSTHOOK: Input: default@reg_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 1 1 1 1 1 1 PREHOOK: query: explain SELECT * FROM part_table1 pt1, @@ -1042,7 +1042,7 @@ PREHOOK: Input: default@part_table5@part5_col=3 PREHOOK: Input: default@part_table5@part5_col=4 PREHOOK: Input: default@part_table5@part5_col=5 PREHOOK: Input: default@reg_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT * FROM part_table1 pt1, part_table2 pt2, @@ -1077,7 +1077,7 @@ POSTHOOK: Input: default@part_table5@part5_col=3 POSTHOOK: Input: default@part_table5@part5_col=4 POSTHOOK: Input: default@part_table5@part5_col=5 POSTHOOK: Input: default@reg_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 1 1 1 1 1 1 1 1 1 1 PREHOOK: query: DROP TABLE part_table1 PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out index fcccd06efe..4afff7807a 100644 --- ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out +++ ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out @@ -2995,6 +2995,7 @@ POSTHOOK: query: show table extended like `tgt_rc_merge_test` POSTHOOK: type: SHOW_TABLESTATUS tableName:tgt_rc_merge_test #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat columns:struct columns { i32 key, string value} @@ -3067,6 +3068,7 @@ POSTHOOK: query: show table extended like `tgt_rc_merge_test` POSTHOOK: type: SHOW_TABLESTATUS tableName:tgt_rc_merge_test #### A masked pattern was here #### +location:hdfs://### HDFS PATH ### inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat columns:struct columns { i32 key, string value} @@ -5469,12 +5471,12 @@ PREHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@t1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@t1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 198 6274 194 PREHOOK: query: explain select * FROM diff --git ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out index a5068f8d03..be43941bc3 100644 --- ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out +++ ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out @@ -72,11 +72,11 @@ STAGE PLANS: PREHOOK: query: select key,value from src order by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key,value from src order by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -210,11 +210,11 @@ POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, co PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e1 POSTHOOK: type: QUERY POSTHOOK: Input: default@e1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -228,11 +228,11 @@ POSTHOOK: Input: default@e1 PREHOOK: query: select * from e2 PREHOOK: type: QUERY PREHOOK: Input: default@e2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e2 POSTHOOK: type: QUERY POSTHOOK: Input: default@e2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -349,11 +349,11 @@ POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, co PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e1 POSTHOOK: type: QUERY POSTHOOK: Input: default@e1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 val_0 0 val_0 0 val_0 @@ -857,11 +857,11 @@ POSTHOOK: Input: default@e1 PREHOOK: query: select * from e2 PREHOOK: type: QUERY PREHOOK: Input: default@e2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e2 POSTHOOK: type: QUERY POSTHOOK: Input: default@e2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -1487,20 +1487,20 @@ POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, co PREHOOK: query: select count(*) from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from e1 POSTHOOK: type: QUERY POSTHOOK: Input: default@e1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select * from e2 PREHOOK: type: QUERY PREHOOK: Input: default@e2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from e2 POSTHOOK: type: QUERY POSTHOOK: Input: default@e2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 diff --git ql/src/test/results/clientpositive/spark/spark_opt_shuffle_serde.q.out ql/src/test/results/clientpositive/spark/spark_opt_shuffle_serde.q.out index cd9c7bc8c1..ba07b44bcb 100644 --- ql/src/test/results/clientpositive/spark/spark_opt_shuffle_serde.q.out +++ ql/src/test/results/clientpositive/spark/spark_opt_shuffle_serde.q.out @@ -1,11 +1,11 @@ PREHOOK: query: select key, count(*) from src group by key order by key limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(*) from src group by key order by key limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 10 1 100 2 @@ -109,11 +109,11 @@ POSTHOOK: Input: default@src PREHOOK: query: select key, count(*) from src group by key order by key limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(*) from src group by key order by key limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 3 10 1 100 2 diff --git ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out index 680b0fff8e..cd7c6ddb19 100644 --- ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out +++ ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out @@ -87,13 +87,13 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 97 val_97 97 val_97 97 val_97 @@ -312,7 +312,7 @@ SELECT sum(hash(a.key, b.value)) FROM a JOIN b ON a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@tmp -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: WITH a AS ( SELECT src1.key, src2.value FROM tmp src1 JOIN tmp src2 ON (src1.key = src2.key) @@ -327,5 +327,5 @@ SELECT sum(hash(a.key, b.value)) FROM a JOIN b ON a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@tmp -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 180817551380 diff --git ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out index 11f367e63d..a1bc1a9379 100644 --- ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out @@ -87,13 +87,13 @@ FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT src1.key, src2.value FROM src src1 JOIN src src2 ON (src1.key = src2.key) WHERE src1.key = 97 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 97 val_97 97 val_97 97 val_97 @@ -248,11 +248,11 @@ POSTHOOK: Lineage: dest.value SIMPLE [(src)src3.FieldSchema(name:value, type:str PREHOOK: query: SELECT sum(hash(dest.key,dest.value)) FROM dest PREHOOK: type: QUERY PREHOOK: Input: default@dest -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT sum(hash(dest.key,dest.value)) FROM dest POSTHOOK: type: QUERY POSTHOOK: Input: default@dest -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 33815990627 PREHOOK: query: CREATE TABLE a (c1 STRING, c2 INT) PREHOOK: type: CREATETABLE @@ -558,7 +558,7 @@ PREHOOK: Input: default@b PREHOOK: Input: default@c PREHOOK: Input: default@d PREHOOK: Input: default@e -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: WITH t1 AS ( SELECT a.c1 AS c1, a.c2 AS c2, b.c3 AS c3 FROM a JOIN b ON a.c2 = b.c4 ), @@ -578,7 +578,7 @@ POSTHOOK: Input: default@b POSTHOOK: Input: default@c POSTHOOK: Input: default@d POSTHOOK: Input: default@e -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### a1 b1 d1 a2 b2 d2 c1 d1 d1 diff --git ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out index f9a7eb0ae7..82e994c5e3 100644 --- ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out +++ ql/src/test/results/clientpositive/spark/spark_vectorized_dynamic_partition_pruning.q.out @@ -5,7 +5,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct ds from srcpart POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -13,7 +13,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: select distinct hr from srcpart @@ -23,7 +23,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct hr from srcpart POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -31,7 +31,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11 12 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL create table srcpart_date as select ds as ds, ds as `date` from srcpart group by ds @@ -163,7 +163,7 @@ STAGE PLANS: Move Operator files: hdfs directory: true -#### A masked pattern was here #### + destination: hdfs://### HDFS PATH ### Stage: Stage-3 Create Table Operator: @@ -523,7 +523,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -532,7 +532,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -726,7 +726,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -735,16 +735,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1012,7 +1012,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1021,7 +1021,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1217,7 +1217,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1226,7 +1226,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date.ds) as string), "0") as bigint)) + 10) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1501,7 +1501,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on abs(negative(cast(concat(cast(day(srcpart.ds) as string), "0") as bigint)) + 10) = abs(negative(cast(concat(cast(day(srcpart_date.ds) as string), "0") as bigint)) + 10) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1510,7 +1510,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date.ds) as decimal) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -1778,7 +1778,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on cast(day(srcpart.ds) as smallint) = cast(day(srcpart_date.ds) as decimal) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -1787,7 +1787,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -2193,7 +2193,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -2204,7 +2204,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -2475,7 +2475,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -2486,16 +2486,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -2784,7 +2784,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2793,7 +2793,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -2987,7 +2987,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -2996,16 +2996,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -3270,7 +3270,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -3279,7 +3279,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -3473,7 +3473,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -3482,16 +3482,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: select count(*) from srcpart where ds = 'I DONT EXIST' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -3759,7 +3759,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -3768,7 +3768,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -4034,7 +4034,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4043,7 +4043,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -4239,7 +4239,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4248,7 +4248,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -4443,7 +4443,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4452,16 +4452,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -4729,7 +4729,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (cast(srcpart.hr*2 as string) = cast(srcpart_double_hour.hr as string)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -4738,16 +4738,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where cast(hr as string) = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where cast(hr as string) = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' @@ -4984,22 +4984,22 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Shuffle Join JOIN[7][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) @@ -5198,7 +5198,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart, srcpart_date_hour where (srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11) and (srcpart.ds = srcpart_date_hour.ds or srcpart.hr = srcpart_date_hour.hr) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5207,7 +5207,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr PREHOOK: type: QUERY @@ -5496,7 +5496,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart, srcpart_date_hour where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 and srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -5505,7 +5505,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart left join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -6672,7 +6672,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY @@ -6681,7 +6681,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 @@ -6952,14 +6952,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -7592,7 +7592,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -7600,7 +7600,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -8235,7 +8235,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -8243,7 +8243,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) @@ -8881,7 +8881,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ds from (select distinct(ds) as ds from srcpart union all select distinct(ds) as ds from srcpart) s where s.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -8889,7 +8889,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-08 2008-04-09 @@ -9118,7 +9118,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -9127,16 +9127,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -9364,7 +9364,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (day(srcpart.ds) = day(srcpart_date.ds)) where srcpart_date.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -9373,7 +9373,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 @@ -9694,7 +9694,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 POSTHOOK: type: QUERY @@ -9705,16 +9705,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 and ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 PREHOOK: type: QUERY @@ -9964,7 +9964,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date_hour on (srcpart.ds = srcpart_date_hour.ds and srcpart.hr = srcpart_date_hour.hr) where srcpart_date_hour.`date` = '2008-04-08' and srcpart_date_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -9973,16 +9973,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' and hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' PREHOOK: type: QUERY @@ -10208,7 +10208,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = 'I DONT EXIST' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -10217,7 +10217,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_date -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -10445,7 +10445,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr = cast(srcpart_double_hour.hr/2 as int)) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -10454,7 +10454,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 PREHOOK: type: QUERY @@ -10681,7 +10681,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_double_hour on (srcpart.hr*2 = srcpart_double_hour.hr) where srcpart_double_hour.hour = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -10690,16 +10690,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@srcpart_double_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where hr = 11 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where hr = 11 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 Warning: Map Join MAPJOIN[22][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' @@ -10947,22 +10947,22 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join (select ds as ds, ds as `date` from srcpart group by ds) s on (srcpart.ds = s.ds) where s.`date` = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: select count(*) from srcpart where ds = '2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart where ds = '2008-04-08' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart left join srcpart_date on (srcpart.ds = srcpart_date.ds) where srcpart_date.`date` = '2008-04-08' PREHOOK: type: QUERY @@ -11877,7 +11877,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart_hour.hour = 11 and srcpart.hr = 11 POSTHOOK: type: QUERY @@ -11886,7 +11886,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 500 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 @@ -12157,14 +12157,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from srcpart join srcpart_date on (srcpart.ds = srcpart_date.ds) join srcpart_hour on (srcpart.hr = srcpart_hour.hr) where srcpart_date.`date` = '2008-04-08' and srcpart.hr = 13 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_hour -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) PREHOOK: type: QUERY @@ -12799,7 +12799,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ds) from srcpart where srcpart.ds in (select max(srcpart.ds) from srcpart union all select min(srcpart.ds) from srcpart) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart @@ -12807,7 +12807,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2008-04-08 2008-04-09 PREHOOK: query: drop table srcpart_date diff --git ql/src/test/results/clientpositive/spark/temp_table_external.q.out ql/src/test/results/clientpositive/spark/temp_table_external.q.out index 54954b5ca3..910d4f00d1 100644 --- ql/src/test/results/clientpositive/spark/temp_table_external.q.out +++ ql/src/test/results/clientpositive/spark/temp_table_external.q.out @@ -1,22 +1,23 @@ Found 1 items -#### A masked pattern was here #### +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ### +PREHOOK: query: create temporary external table temp_table_external (c1 int, c2 int) location 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@temp_table_external -#### A masked pattern was here #### +POSTHOOK: query: create temporary external table temp_table_external (c1 int, c2 int) location 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@temp_table_external PREHOOK: query: select * from temp_table_external PREHOOK: type: QUERY PREHOOK: Input: default@temp_table_external -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from temp_table_external POSTHOOK: type: QUERY POSTHOOK: Input: default@temp_table_external -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL 35 48 NULL 100 100 @@ -29,4 +30,5 @@ POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@temp_table_external POSTHOOK: Output: default@temp_table_external Found 1 items +-rw-r--r-- 3 ### USER ### ### GROUP ### 16 ### HDFS DATE ### hdfs://### HDFS PATH ### #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/spark/truncate_column_buckets.q.out ql/src/test/results/clientpositive/spark/truncate_column_buckets.q.out index 4642c19987..edeab0b9b1 100644 --- ql/src/test/results/clientpositive/spark/truncate_column_buckets.q.out +++ ql/src/test/results/clientpositive/spark/truncate_column_buckets.q.out @@ -22,14 +22,14 @@ test_tab GROUP BY INPUT__FILE__NAME )a ORDER BY file_name DESC PREHOOK: type: QUERY PREHOOK: Input: default@test_tab -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cnt FROM ( SELECT INPUT__FILE__NAME file_name, count(*) cnt FROM test_tab GROUP BY INPUT__FILE__NAME )a ORDER BY file_name DESC POSTHOOK: type: QUERY POSTHOOK: Input: default@test_tab -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 258 242 PREHOOK: query: TRUNCATE TABLE test_tab COLUMNS (value) @@ -46,13 +46,13 @@ test_tab GROUP BY INPUT__FILE__NAME )a ORDER BY file_name DESC PREHOOK: type: QUERY PREHOOK: Input: default@test_tab -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cnt FROM ( SELECT INPUT__FILE__NAME file_name, count(*) cnt FROM test_tab GROUP BY INPUT__FILE__NAME )a ORDER BY file_name DESC POSTHOOK: type: QUERY POSTHOOK: Input: default@test_tab -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 258 242 diff --git ql/src/test/results/clientpositive/spark/uber_reduce.q.out ql/src/test/results/clientpositive/spark/uber_reduce.q.out index 6fa0e6ad52..1f584d74f4 100644 --- ql/src/test/results/clientpositive/spark/uber_reduce.q.out +++ ql/src/test/results/clientpositive/spark/uber_reduce.q.out @@ -17,9 +17,9 @@ POSTHOOK: Output: default@t1 PREHOOK: query: SELECT count(*) FROM T1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT count(*) FROM T1 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 diff --git ql/src/test/results/clientpositive/spark/vector_inner_join.q.out ql/src/test/results/clientpositive/spark/vector_inner_join.q.out index 7d17c59e4d..d295234d40 100644 --- ql/src/test/results/clientpositive/spark/vector_inner_join.q.out +++ ql/src/test/results/clientpositive/spark/vector_inner_join.q.out @@ -193,12 +193,12 @@ PREHOOK: query: select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1a PREHOOK: Input: default@orc_table_2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1a POSTHOOK: Input: default@orc_table_2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: explain vectorization detail select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2 @@ -365,12 +365,12 @@ PREHOOK: query: select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1a PREHOOK: Input: default@orc_table_2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t2.c from orc_table_2a t2 left semi join orc_table_1a t1 on t1.a = t2.c where t2.c > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1a POSTHOOK: Input: default@orc_table_2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 PREHOOK: query: CREATE TABLE orc_table_1b(v1 STRING, a INT) STORED AS ORC PREHOOK: type: CREATETABLE @@ -569,12 +569,12 @@ PREHOOK: query: select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three 3 PREHOOK: query: explain vectorization detail select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 @@ -730,12 +730,12 @@ PREHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_ta PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three 3 3 THREE PREHOOK: query: explain vectorization detail select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 @@ -900,12 +900,12 @@ PREHOOK: query: select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join or PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a*2, t2.c*5, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three 6 15 THREE PREHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 @@ -1069,12 +1069,12 @@ PREHOOK: query: select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t2.v2, t2.c from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three THREE 3 PREHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 @@ -1238,12 +1238,12 @@ PREHOOK: query: select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.a, t1.v1, t2.v2 from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 three THREE PREHOOK: query: explain vectorization detail select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 @@ -1407,12 +1407,12 @@ PREHOOK: query: select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t2.v2, t2.c from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### three THREE 3 PREHOOK: query: explain vectorization detail select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 @@ -1576,10 +1576,10 @@ PREHOOK: query: select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1b PREHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.a, t1.v1, t2.v2 from orc_table_1b t1 join orc_table_2b t2 on t1.a = t2.c where t1.a > 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1b POSTHOOK: Input: default@orc_table_2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3 three THREE diff --git ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out index 111b2a1cd8..25d46d83e4 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out @@ -37,11 +37,11 @@ POSTHOOK: Lineage: orc_table_2.v2 SCRIPT [] PREHOOK: query: select * from orc_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL one 1 @@ -51,11 +51,11 @@ two 2 PREHOOK: query: select * from orc_table_2 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from orc_table_2 POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 ZERO 2 TWO 3 THREE @@ -203,12 +203,12 @@ PREHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer j PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 PREHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 left outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1 POSTHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL NULL NULL NULL NULL one 1 NULL NULL @@ -356,12 +356,12 @@ PREHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 PREHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t1.v1, t1.a, t2.c, t2.v2 from orc_table_1 t1 right outer join orc_table_2 t2 on t1.a = t2.c POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_table_1 POSTHOOK: Input: default@orc_table_2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL 0 ZERO NULL NULL 4 FOUR NULL NULL NULL diff --git ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out index 0287c0a316..6d310006c7 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join1.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc1a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL @@ -102,11 +102,11 @@ POSTHOOK: Input: default@small_alltypesorc1a PREHOOK: query: select * from small_alltypesorc2a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc2a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl 1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -1639157869 -64.0 -7196.0 NULL IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -527203677 -64.0 -7196.0 NULL JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL true @@ -115,11 +115,11 @@ POSTHOOK: Input: default@small_alltypesorc2a PREHOOK: query: select * from small_alltypesorc3a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc3a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false @@ -128,11 +128,11 @@ NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 19 PREHOOK: query: select * from small_alltypesorc4a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc4a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from (select * from (select * from small_alltypesorc1a) sq1 union all @@ -187,20 +187,20 @@ PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a PREHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a POSTHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from small_alltypesorc_a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -6907 253665376 NULL -64.0 -6907.0 1cGVWH7n1QU NULL NULL 1969-12-31 15:59:53.66 true NULL @@ -365,14 +365,14 @@ left outer join small_alltypesorc_a cd on cd.cint = c.cint PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_a c left outer join small_alltypesorc_a cd on cd.cint = c.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -8080 528534767 NULL -64.0 -8080.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:58.044 1969-12-31 15:59:48.655 true NULL @@ -539,14 +539,14 @@ left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c.ctinyint from small_alltypesorc_a c left outer join small_alltypesorc_a hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -64 -64 @@ -919,7 +919,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*), sum(t1.c_ctinyint) from (select c.ctinyint as c_ctinyint from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -929,5 +929,5 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 145 -8960 diff --git ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out index ae22c788ec..60e3ed136b 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join2.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [(alltypesorc)alltypesorc PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc1a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false @@ -102,11 +102,11 @@ NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 19 PREHOOK: query: select * from small_alltypesorc2a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc2a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl 1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -1639157869 -64.0 -7196.0 NULL IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -527203677 -64.0 -7196.0 NULL JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL true @@ -115,11 +115,11 @@ POSTHOOK: Input: default@small_alltypesorc2a PREHOOK: query: select * from small_alltypesorc3a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc3a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL -13166 626923679 NULL NULL -13166.0 821UdmGbkEf4j NULL 1969-12-31 15:59:55.089 1969-12-31 16:00:15.69 true NULL NULL -14426 626923679 NULL NULL -14426.0 821UdmGbkEf4j NULL 1969-12-31 16:00:11.505 1969-12-31 16:00:13.309 true NULL NULL -14847 626923679 NULL NULL -14847.0 821UdmGbkEf4j NULL 1969-12-31 16:00:00.612 1969-12-31 15:59:43.704 true NULL @@ -128,11 +128,11 @@ NULL -15830 253665376 NULL NULL -15830.0 1cGVWH7n1QU NULL 1969-12-31 16:00:02.58 PREHOOK: query: select * from small_alltypesorc4a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc4a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -60 -200 NULL NULL -60.0 -200.0 NULL NULL 1969-12-31 16:00:11.996 1969-12-31 15:59:55.451 NULL NULL -61 -7196 NULL NULL -61.0 -7196.0 NULL 8Mlns2Tl6E0g 1969-12-31 15:59:44.823 1969-12-31 15:59:58.174 NULL false -61 -7196 NULL NULL -61.0 -7196.0 NULL fUJIN 1969-12-31 16:00:11.842 1969-12-31 15:59:58.174 NULL false @@ -192,20 +192,20 @@ PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a PREHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a POSTHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from small_alltypesorc_a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -60 -200 NULL NULL -60.0 -200.0 NULL NULL 1969-12-31 16:00:11.996 1969-12-31 15:59:55.451 NULL NULL -61 -7196 NULL NULL -61.0 -7196.0 NULL 8Mlns2Tl6E0g 1969-12-31 15:59:44.823 1969-12-31 15:59:58.174 NULL false -61 -7196 NULL NULL -61.0 -7196.0 NULL fUJIN 1969-12-31 16:00:11.842 1969-12-31 15:59:58.174 NULL false @@ -493,7 +493,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*), sum(t1.c_cbigint) from (select c.cbigint as c_cbigint from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -503,5 +503,5 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 34 -26289186744 diff --git ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out index f8d1ec2425..c5568b6300 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join3.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [(alltypesorc)alltypesorc PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc1a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -850295959 -1887561756 NULL NULL WMIgGA73 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:00.348 false false NULL NULL -886426182 -1887561756 NULL NULL 0i88xYq3gx1nW4vKjp7vBp3 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 16:00:04.472 true false @@ -102,11 +102,11 @@ NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 19 PREHOOK: query: select * from small_alltypesorc2a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc2a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc2a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -51 NULL NULL -1731061911 -51.0 NULL Pw53BBJ yL443x2437PO5Hv1U3lCjq2D 1969-12-31 16:00:08.451 NULL true false -51 NULL NULL -1846191223 -51.0 NULL Ul085f84S33Xd32u x1JC58g0Ukp 1969-12-31 16:00:08.451 NULL true true -51 NULL NULL -1874052220 -51.0 NULL c61B47I604gymFJ sjWQS78 1969-12-31 16:00:08.451 NULL false false @@ -115,11 +115,11 @@ POSTHOOK: Input: default@small_alltypesorc2a PREHOOK: query: select * from small_alltypesorc3a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc3a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc3a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -51 NULL -31312632 1086455747 -51.0 NULL NULL Bc7xt12568c451o64LF5 1969-12-31 16:00:08.451 NULL NULL true -51 NULL -337975743 608681041 -51.0 NULL NULL Ih2r28o6 1969-12-31 16:00:08.451 NULL NULL true -51 NULL -413196097 -306198070 -51.0 NULL NULL F53QcSDPpxYF1Ub 1969-12-31 16:00:08.451 NULL NULL false @@ -128,11 +128,11 @@ POSTHOOK: Input: default@small_alltypesorc3a PREHOOK: query: select * from small_alltypesorc4a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc4a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc4a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -7196 NULL -1615920595 -64.0 -7196.0 NULL X5rDjl 1969-12-31 16:00:11.912 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -1639157869 -64.0 -7196.0 NULL IJ0Oj7qAiqNGsN7gn 1969-12-31 16:00:01.785 1969-12-31 15:59:58.174 NULL false -64 -7196 NULL -527203677 -64.0 -7196.0 NULL JBE4H5RoK412Cs260I72 1969-12-31 15:59:50.184 1969-12-31 15:59:58.174 NULL true @@ -192,20 +192,20 @@ PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a PREHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a POSTHOOK: Output: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from small_alltypesorc_a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_a POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -51 NULL -31312632 1086455747 -51.0 NULL NULL Bc7xt12568c451o64LF5 1969-12-31 16:00:08.451 NULL NULL true -51 NULL -337975743 608681041 -51.0 NULL NULL Ih2r28o6 1969-12-31 16:00:08.451 NULL NULL true -51 NULL -413196097 -306198070 -51.0 NULL NULL F53QcSDPpxYF1Ub 1969-12-31 16:00:08.451 NULL NULL false @@ -254,7 +254,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -264,7 +264,7 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 20 PREHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 @@ -294,7 +294,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -304,7 +304,7 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 28 PREHOOK: query: explain vectorization detail formatted select count(*) from (select c.cstring1 @@ -334,7 +334,7 @@ left outer join small_alltypesorc_a hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.cstring1 from small_alltypesorc_a c left outer join small_alltypesorc_a cd @@ -344,5 +344,5 @@ left outer join small_alltypesorc_a hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_a -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 28 diff --git ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out index a55250b9f4..9872ab1077 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join4.q.out @@ -89,11 +89,11 @@ POSTHOOK: Lineage: small_alltypesorc4b.ctinyint SIMPLE [] PREHOOK: query: select * from small_alltypesorc1b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc1b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -3097 253665376 NULL -64.0 -3097.0 1cGVWH7n1QU NULL 1969-12-31 16:00:00.013 1969-12-31 16:00:06.097 true NULL @@ -107,11 +107,11 @@ POSTHOOK: Input: default@small_alltypesorc1b PREHOOK: query: select * from small_alltypesorc2b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc2b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc2b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc2b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -200 NULL -1809444706 -64.0 -200.0 NULL B87YVb3UASqg 1969-12-31 16:00:10.858 1969-12-31 15:59:55.451 NULL true -64 -200 NULL 2118653994 -64.0 -200.0 NULL ONHGSDy1U4Ft431DfQp15 1969-12-31 16:00:03.944 1969-12-31 15:59:55.451 NULL true -64 -200 NULL 927647669 -64.0 -200.0 NULL DhxkBT 1969-12-31 16:00:00.199 1969-12-31 15:59:55.451 NULL false @@ -125,11 +125,11 @@ POSTHOOK: Input: default@small_alltypesorc2b PREHOOK: query: select * from small_alltypesorc3b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc3b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc3b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc3b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL -1015272448 -1887561756 NULL NULL jTQ68531mP 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:45.854 false false NULL NULL -609074876 -1887561756 NULL NULL EcM71 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:55.061 true false NULL NULL -700300206 -1887561756 NULL NULL kdqQE010 4hA4KQj2vD3fI6gX82220d NULL 1969-12-31 15:59:58.384 false false @@ -143,11 +143,11 @@ NULL NULL -971543377 -1645852809 NULL NULL uN803aW xH7445Rals48VOulSyR5F NULL 19 PREHOOK: query: select * from small_alltypesorc4b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc4b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc4b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc4b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table small_alltypesorc_b stored as orc as select * from (select * from (select * from small_alltypesorc1b) sq1 union all @@ -202,20 +202,20 @@ PREHOOK: query: ANALYZE TABLE small_alltypesorc_b COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b PREHOOK: Output: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_alltypesorc_b COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b POSTHOOK: Output: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: select * from small_alltypesorc_b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_b POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -15920 528534767 NULL -64.0 -15920.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:51.859 1969-12-31 16:00:14.468 true NULL -64 -200 NULL -1809444706 -64.0 -200.0 NULL B87YVb3UASqg 1969-12-31 16:00:10.858 1969-12-31 15:59:55.451 NULL true @@ -265,14 +265,14 @@ left outer join small_alltypesorc_b cd on cd.cint = c.cint PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from small_alltypesorc_b c left outer join small_alltypesorc_b cd on cd.cint = c.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -3586 626923679 NULL -64.0 -3586.0 821UdmGbkEf4j NULL 1969-12-31 16:00:11.952 1969-12-31 15:59:51.131 true NULL -64 -10462 626923679 NULL -64.0 -10462.0 821UdmGbkEf4j NULL 1969-12-31 16:00:02.496 1969-12-31 16:00:00.164 true NULL -64 -4018 626923679 NULL -64.0 -4018.0 821UdmGbkEf4j NULL 1969-12-31 15:59:58.959 1969-12-31 16:00:07.803 true NULL @@ -346,14 +346,14 @@ left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c.ctinyint from small_alltypesorc_b c left outer join small_alltypesorc_b hd on hd.ctinyint = c.ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -64 -64 @@ -792,7 +792,7 @@ left outer join small_alltypesorc_b hd ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from small_alltypesorc_b c left outer join small_alltypesorc_b cd @@ -802,5 +802,5 @@ left outer join small_alltypesorc_b hd ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc_b -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 890 diff --git ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out index 680ee42bb6..baf720471c 100644 --- ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out +++ ql/src/test/results/clientpositive/spark/vector_outer_join5.q.out @@ -28,12 +28,12 @@ PREHOOK: query: ANALYZE TABLE sorted_mod_4 COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@sorted_mod_4 PREHOOK: Output: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE sorted_mod_4 COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@sorted_mod_4 POSTHOOK: Output: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table small_table stored as orc as select ctinyint, cbigint from alltypesorc limit 100 PREHOOK: type: CREATETABLE_AS_SELECT @@ -60,12 +60,12 @@ PREHOOK: query: ANALYZE TABLE small_table COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Output: default@small_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_table COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Output: default@small_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from sorted_mod_4 s @@ -89,7 +89,7 @@ on s.ctinyint = st.ctinyint PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.*, st.* from sorted_mod_4 s left outer join small_table st @@ -98,7 +98,7 @@ on s.ctinyint = st.ctinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6876 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint @@ -123,7 +123,7 @@ on s.ctinyint = sm.ctinyint and s.cmodint = 2 PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm @@ -132,7 +132,7 @@ on s.ctinyint = sm.ctinyint and s.cmodint = 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6058 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint @@ -157,7 +157,7 @@ on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm @@ -166,7 +166,7 @@ on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6248 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint @@ -191,7 +191,7 @@ on s.ctinyint = sm.ctinyint and s.ctinyint < 100 PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm @@ -200,7 +200,7 @@ on s.ctinyint = sm.ctinyint and s.ctinyint < 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6876 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, sm.*, s2.* @@ -231,7 +231,7 @@ left outer join sorted_mod_4 s2 PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.*, sm.*, s2.* from sorted_mod_4 s left outer join small_table sm @@ -242,7 +242,7 @@ left outer join sorted_mod_4 s2 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table POSTHOOK: Input: default@sorted_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3268334 PREHOOK: query: create table mod_8_mod_4 stored as orc as select pmod(ctinyint, 8) as cmodtinyint, pmod(cint, 4) as cmodint from alltypesorc @@ -272,12 +272,12 @@ PREHOOK: query: ANALYZE TABLE mod_8_mod_4 COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Output: default@mod_8_mod_4 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE mod_8_mod_4 COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Output: default@mod_8_mod_4 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table small_table2 stored as orc as select pmod(ctinyint, 16) as cmodtinyint, cbigint from alltypesorc limit 100 PREHOOK: type: CREATETABLE_AS_SELECT @@ -304,12 +304,12 @@ PREHOOK: query: ANALYZE TABLE small_table2 COMPUTE STATISTICS FOR COLUMNS PREHOOK: type: QUERY PREHOOK: Input: default@small_table2 PREHOOK: Output: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: ANALYZE TABLE small_table2 COMPUTE STATISTICS FOR COLUMNS POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table2 POSTHOOK: Output: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from mod_8_mod_4 s @@ -333,7 +333,7 @@ on s.cmodtinyint = st.cmodtinyint PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.*, st.* from mod_8_mod_4 s left outer join small_table2 st @@ -342,7 +342,7 @@ on s.cmodtinyint = st.cmodtinyint POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 39112 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint @@ -367,7 +367,7 @@ on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm @@ -376,7 +376,7 @@ on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11171 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint @@ -401,7 +401,7 @@ on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm @@ -410,7 +410,7 @@ on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 14371 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint @@ -435,7 +435,7 @@ on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm @@ -444,7 +444,7 @@ on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 17792 PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, sm.*, s2.* @@ -475,7 +475,7 @@ left outer join mod_8_mod_4 s2 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select s.*, sm.*, s2.* from mod_8_mod_4 s left outer join small_table2 sm @@ -486,5 +486,5 @@ left outer join mod_8_mod_4 s2 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Input: default@small_table2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6524438 diff --git ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out index 2593fb15b0..50c53d0972 100644 --- ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out +++ ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out @@ -92,11 +92,11 @@ POSTHOOK: Output: default@over10k_orc_bucketed PREHOOK: query: select distinct si, si%4 from over10k order by si PREHOOK: type: QUERY PREHOOK: Input: default@over10k -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct si, si%4 from over10k order by si POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL 256 0 257 1 @@ -370,7 +370,10 @@ POSTHOOK: Lineage: over10k_orc_bucketed.si SIMPLE [(over10k)over10k.FieldSchema( POSTHOOK: Lineage: over10k_orc_bucketed.t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: over10k_orc_bucketed.ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] Found 4 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7838 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7786 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7419 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 8035 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: insert into over10k_orc_bucketed select * from over10k PREHOOK: type: QUERY PREHOOK: Input: default@over10k @@ -391,15 +394,30 @@ POSTHOOK: Lineage: over10k_orc_bucketed.si SIMPLE [(over10k)over10k.FieldSchema( POSTHOOK: Lineage: over10k_orc_bucketed.t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: over10k_orc_bucketed.ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] Found 8 items -#### A masked pattern was here #### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7838 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7838 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7786 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7786 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7419 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 7419 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 8035 ### HDFS DATE ### hdfs://### HDFS PATH ### +-rw-rw-rw- 3 ### USER ### ### GROUP ### 8035 ### HDFS DATE ### hdfs://### HDFS PATH ### PREHOOK: query: select distinct 7 as seven, INPUT__FILE__NAME from over10k_orc_bucketed PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct 7 as seven, INPUT__FILE__NAME from over10k_orc_bucketed POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### +7 hdfs://### HDFS PATH ### PREHOOK: query: alter table over10k_orc_bucketed set TBLPROPERTIES ('transactional'='true') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@over10k_orc_bucketed @@ -466,11 +484,11 @@ STAGE PLANS: PREHOOK: query: select t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by t, si, i PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by t, si, i POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -3 344 65733 -3 344 65733 5 501 65585 @@ -536,11 +554,11 @@ STAGE PLANS: PREHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"transactionid":0,"bucketid":536870912,"rowid":36} -3 344 65733 {"transactionid":0,"bucketid":536870912,"rowid":300} -3 344 65733 {"transactionid":0,"bucketid":536936448,"rowid":82} 5 501 65585 @@ -631,11 +649,11 @@ POSTHOOK: Output: default@over10k_orc_bucketed PREHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"transactionid":### Masked txnid ###,"bucketid":536870912,"rowid":0} -3 344 0 {"transactionid":### Masked txnid ###,"bucketid":536870912,"rowid":1} -3 344 0 {"transactionid":### Masked txnid ###,"bucketid":536936448,"rowid":0} 5 501 0 @@ -707,11 +725,11 @@ STAGE PLANS: PREHOOK: query: select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: alter table over10k_orc_bucketed compact 'major' WITH OVERWRITE TBLPROPERTIES ('compactor.mapreduce.map.memory.mb'='500', 'compactor.mapreduce.reduce.memory.mb'='500','compactor.mapreduce.map.memory.mb'='500', 'compactor.hive.tez.container.size'='500') PREHOOK: type: ALTERTABLE_COMPACT POSTHOOK: query: alter table over10k_orc_bucketed compact 'major' WITH OVERWRITE TBLPROPERTIES ('compactor.mapreduce.map.memory.mb'='500', 'compactor.mapreduce.reduce.memory.mb'='500','compactor.mapreduce.map.memory.mb'='500', 'compactor.hive.tez.container.size'='500') @@ -719,11 +737,11 @@ POSTHOOK: type: ALTERTABLE_COMPACT PREHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, t, si, i from over10k_orc_bucketed where b = 4294967363 and t < 100 order by ROW__ID POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### {"transactionid":### Masked txnid ###,"bucketid":536870912,"rowid":0} -3 344 0 {"transactionid":### Masked txnid ###,"bucketid":536870912,"rowid":1} -3 344 0 {"transactionid":### Masked txnid ###,"bucketid":536936448,"rowid":0} 5 501 0 @@ -733,8 +751,8 @@ POSTHOOK: Input: default@over10k_orc_bucketed PREHOOK: query: select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 PREHOOK: type: QUERY PREHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ROW__ID, count(*) from over10k_orc_bucketed group by ROW__ID having count(*) > 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@over10k_orc_bucketed -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### diff --git ql/src/test/results/clientpositive/tez/delete_orig_table.q.out ql/src/test/results/clientpositive/tez/delete_orig_table.q.out index a036b068e3..d731cb1ca0 100644 --- ql/src/test/results/clientpositive/tez/delete_orig_table.q.out +++ ql/src/test/results/clientpositive/tez/delete_orig_table.q.out @@ -12,7 +12,7 @@ PREHOOK: query: create table acid_dot( cboolean1 BOOLEAN, #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@acid_dot POSTHOOK: query: create table acid_dot( @@ -29,17 +29,17 @@ POSTHOOK: query: create table acid_dot( cboolean1 BOOLEAN, #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_dot PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12288 PREHOOK: query: delete from acid_dot where cint < -1070551679 PREHOOK: type: QUERY @@ -52,10 +52,10 @@ POSTHOOK: Output: default@acid_dot PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12280 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out index 8e735f9e11..5cbd032bb4 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out @@ -1,11 +1,11 @@ PREHOOK: query: select * from src a union all select * from src b limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src a union all select * from src b limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * from src a union all select * from src b limit 10 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select * from src a union all select * from src b limit 10 @@ -41,11 +41,11 @@ Stage-0 PREHOOK: query: select key from src PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key from src @@ -150,11 +150,11 @@ Stage-3 PREHOOK: query: select key from src limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src limit 10 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key from src limit 10 @@ -174,11 +174,11 @@ Stage-0 PREHOOK: query: select key from src where value < 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where value < 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src where value < 10 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key from src where value < 10 @@ -198,11 +198,11 @@ Stage-0 PREHOOK: query: select key from src where key < 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src where key < 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key from src where key < 10 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key from src where key < 10 @@ -222,20 +222,20 @@ Stage-0 PREHOOK: query: select count(*) from (select key from src where key < 10)subq PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select key from src where key < 10)subq POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select key, count(key) from src group by key PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, count(key) from src group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key, count(key) from src group by key PREHOOK: type: QUERY POSTHOOK: query: explain analyze select key, count(key) from src group by key @@ -264,20 +264,20 @@ Stage-0 PREHOOK: query: select count(*) from (select key, count(key) from src group by key)subq PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select key, count(key) from src group by key)subq POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 309 PREHOOK: query: select count(*) from src a join src b on a.key = b.value where a.key > 0 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from src a join src b on a.key = b.value where a.key > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.value where a.key > 0 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.value where a.key > 0 @@ -322,11 +322,11 @@ Stage-0 PREHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.key where a.key > 0 PREHOOK: type: QUERY POSTHOOK: query: explain analyze select count(*) from src a join src b on a.key = b.key where a.key > 0 @@ -371,20 +371,20 @@ Stage-0 PREHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from src a join src b on a.key = b.key where a.key > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1019 PREHOOK: query: select * from src a union all select * from src b PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from src a union all select * from src b POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * from src a union all select * from src b PREHOOK: type: QUERY POSTHOOK: query: explain analyze select * from src a union all select * from src b @@ -416,22 +416,22 @@ Stage-0 PREHOOK: query: select count(*) from (select * from src a union all select * from src b)subq PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select * from src a union all select * from src b)subq POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1000 PREHOOK: query: SELECT x.key, y.value FROM src x JOIN src y ON (x.key = y.key) PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT x.key, y.value FROM src x JOIN src y ON (x.key = y.key) POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: EXPLAIN analyze SELECT x.key, y.value FROM src x JOIN src y ON (x.key = y.key) @@ -481,7 +481,7 @@ on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: cat PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b @@ -489,7 +489,7 @@ on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: cat POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze SELECT TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) diff --git ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out index 05fcbc319e..444ff1284f 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out @@ -6,7 +6,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key, value FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol POSTHOOK: type: QUERY @@ -15,7 +15,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select key, value FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol PREHOOK: type: QUERY @@ -66,9 +66,11 @@ Stage-1 #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:newDB +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:newDB +POSTHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE #### A masked pattern was here #### @@ -78,10 +80,11 @@ Stage-0 #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:newDB +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:newDB -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: describe database extended newDB PREHOOK: type: DESCDATABASE PREHOOK: Input: database:newdb @@ -235,12 +238,12 @@ PREHOOK: query: analyze table src_stats compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@src_stats PREHOOK: Output: default@src_stats -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table src_stats compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@src_stats POSTHOOK: Output: default@src_stats -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze analyze table src_stats compute statistics for columns PREHOOK: type: QUERY POSTHOOK: query: explain analyze analyze table src_stats compute statistics for columns @@ -285,11 +288,11 @@ POSTHOOK: Output: database:default PREHOOK: query: SELECT SIGMOID(2) FROM src LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT SIGMOID(2) FROM src LIMIT 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze SELECT SIGMOID(2) FROM src LIMIT 1 PREHOOK: type: QUERY POSTHOOK: query: explain analyze SELECT SIGMOID(2) FROM src LIMIT 1 @@ -417,11 +420,11 @@ Stage-1 PREHOOK: query: select key from src_autho_test order by key limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@src_autho_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src_autho_test order by key limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_autho_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 @@ -586,12 +589,12 @@ PREHOOK: query: with cte as (select * from src order by key limit 5) select * from cte PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: with cte as (select * from src order by key limit 5) select * from cte POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze with cte as (select * from src order by key limit 5) select * from cte PREHOOK: type: QUERY @@ -816,7 +819,7 @@ PREHOOK: Input: default@tab PREHOOK: Input: default@tab@ds=2008-04-08 PREHOOK: Input: default@tab_part PREHOOK: Input: default@tab_part@ds=2008-04-08 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key POSTHOOK: type: QUERY @@ -824,7 +827,7 @@ POSTHOOK: Input: default@tab POSTHOOK: Input: default@tab@ds=2008-04-08 POSTHOOK: Input: default@tab_part POSTHOOK: Input: default@tab_part@ds=2008-04-08 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select a.key, a.value, b.value from tab a join tab_part b on a.key = b.key diff --git ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out index 9c678ac968..fd2e95d98c 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_4.q.out @@ -6,7 +6,7 @@ where order by a.cint PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -15,7 +15,7 @@ where order by a.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * @@ -77,7 +77,7 @@ where order by a.cint PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -86,7 +86,7 @@ where order by a.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true @@ -104,7 +104,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -112,7 +112,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) @@ -171,7 +171,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -179,7 +179,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select a.csmallint, count(*) c1 @@ -190,7 +190,7 @@ group by a.csmallint order by c1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.csmallint, count(*) c1 from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -200,7 +200,7 @@ group by a.csmallint order by c1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select a.csmallint, count(*) c1 @@ -271,7 +271,7 @@ group by a.csmallint order by c1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.csmallint, count(*) c1 from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -281,7 +281,7 @@ group by a.csmallint order by c1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -13036 1 -8915 1 -3799 1 @@ -295,7 +295,7 @@ where order by a.cint PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -304,7 +304,7 @@ where order by a.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select * @@ -366,7 +366,7 @@ where order by a.cint PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -375,7 +375,7 @@ where order by a.cint POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true @@ -393,7 +393,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -401,7 +401,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select count(*) @@ -460,7 +460,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -468,7 +468,7 @@ where a.cint between 1000000 and 3000000 and b.cbigint is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 10 PREHOOK: query: select a.csmallint, count(*) c1 @@ -479,7 +479,7 @@ group by a.csmallint order by c1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.csmallint, count(*) c1 from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -489,7 +489,7 @@ group by a.csmallint order by c1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze select a.csmallint, count(*) c1 @@ -560,7 +560,7 @@ group by a.csmallint order by c1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select a.csmallint, count(*) c1 from alltypesorc a join alltypesorc b on a.cint = b.cint @@ -570,7 +570,7 @@ group by a.csmallint order by c1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -13036 1 -8915 1 -3799 1 diff --git ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out index a1a94317d0..7f18f2b42b 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out @@ -37,12 +37,12 @@ PREHOOK: query: analyze table src_stats compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@src_stats PREHOOK: Output: default@src_stats -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table src_stats compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@src_stats POSTHOOK: Output: default@src_stats -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain analyze analyze table src_stats compute statistics for columns PREHOOK: type: QUERY POSTHOOK: query: explain analyze analyze table src_stats compute statistics for columns @@ -162,12 +162,12 @@ PREHOOK: query: select count(*) from (select * from src union select * from src1 PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@src1 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select * from src union select * from src1)subq POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 319 PREHOOK: query: insert overwrite table src_multi2 select subq.key, src.value from (select * from src union select * from src1)subq join src on subq.key=src.key PREHOOK: type: QUERY @@ -260,11 +260,11 @@ POSTHOOK: Lineage: acid_uami.vc SCRIPT [] PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from acid_uami order by de POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uami -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 109.23 mary had a little lamb 10 119.23 and everywhere that mary went 6553 923.19 its fleece was white as snow @@ -310,11 +310,11 @@ Stage-3 PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from acid_uami order by de POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uami -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 109.23 mary had a little lamb 10 119.23 and everywhere that mary went 6553 923.19 its fleece was white as snow @@ -330,11 +330,11 @@ POSTHOOK: Output: default@acid_uami PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from acid_uami order by de POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uami -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 3.14 mary had a little lamb 10 3.14 and everywhere that mary went 6553 923.19 its fleece was white as snow @@ -353,7 +353,7 @@ PREHOOK: query: create table acid_dot( cboolean1 BOOLEAN, #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@acid_dot POSTHOOK: query: create table acid_dot( @@ -370,17 +370,17 @@ POSTHOOK: query: create table acid_dot( cboolean1 BOOLEAN, #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_dot PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12288 PREHOOK: query: delete from acid_dot where cint < -1070551679 PREHOOK: type: QUERY @@ -423,11 +423,11 @@ Stage-3 PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12288 PREHOOK: query: delete from acid_dot where cint < -1070551679 PREHOOK: type: QUERY @@ -440,9 +440,9 @@ POSTHOOK: Output: default@acid_dot PREHOOK: query: select count(*) from acid_dot PREHOOK: type: QUERY PREHOOK: Input: default@acid_dot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from acid_dot POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_dot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 12280 diff --git ql/src/test/results/clientpositive/tez/explainuser_3.q.out ql/src/test/results/clientpositive/tez/explainuser_3.q.out index 23c81d64e8..c6cf6803b5 100644 --- ql/src/test/results/clientpositive/tez/explainuser_3.q.out +++ ql/src/test/results/clientpositive/tez/explainuser_3.q.out @@ -20,12 +20,12 @@ PREHOOK: query: analyze table acid_vectorized compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@acid_vectorized PREHOOK: Output: default@acid_vectorized -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table acid_vectorized compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_vectorized POSTHOOK: Output: default@acid_vectorized -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select a, b from acid_vectorized order by a, b PREHOOK: type: QUERY POSTHOOK: query: explain select a, b from acid_vectorized order by a, b @@ -100,10 +100,11 @@ Stage-0 #### A masked pattern was here #### PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:newDB +PREHOOK: Output: hdfs://### HDFS PATH ### #### A masked pattern was here #### POSTHOOK: type: CREATEDATABASE POSTHOOK: Output: database:newDB -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain describe database extended newDB PREHOOK: type: DESCDATABASE POSTHOOK: query: explain describe database extended newDB @@ -329,11 +330,11 @@ Stage-1 PREHOOK: query: select key from src_autho_test order by key limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@src_autho_test -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select key from src_autho_test order by key limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@src_autho_test -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 0 0 0 diff --git ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out index a709920fd2..008114889f 100644 --- ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out +++ ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out @@ -1,11 +1,11 @@ PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: explain select count(*) from @@ -112,7 +112,7 @@ PREHOOK: query: select count(*) from where c.cint < 2000000000) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -121,7 +121,7 @@ POSTHOOK: query: select count(*) from where c.cint < 2000000000) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3152013 PREHOOK: query: explain select count(*) from @@ -229,7 +229,7 @@ PREHOOK: query: select count(*) from where c.cint < 2000000000) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -238,7 +238,7 @@ POSTHOOK: query: select count(*) from where c.cint < 2000000000) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3152013 PREHOOK: query: explain select count(*) from @@ -342,7 +342,7 @@ PREHOOK: query: select count(*) from on cd.cint = c.cint) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -350,7 +350,7 @@ POSTHOOK: query: select count(*) from on cd.cint = c.cint) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3152013 PREHOOK: query: explain select count(*) from @@ -455,7 +455,7 @@ PREHOOK: query: select count(*) from on cd.cint = c.cint) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -463,7 +463,7 @@ POSTHOOK: query: select count(*) from on cd.cint = c.cint) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3152013 PREHOOK: query: explain select count(*) from @@ -561,7 +561,7 @@ PREHOOK: query: select count(*) from on cd.cint = c.cint) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -569,7 +569,7 @@ POSTHOOK: query: select count(*) from on cd.cint = c.cint) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3155128 PREHOOK: query: explain select count(*) from @@ -668,7 +668,7 @@ PREHOOK: query: select count(*) from on cd.cint = c.cint) t1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select c.ctinyint from alltypesorc c @@ -676,7 +676,7 @@ POSTHOOK: query: select count(*) from on cd.cint = c.cint) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3155128 PREHOOK: query: create table parttbl (key string, value char(20)) partitioned by (dt char(10)) PREHOOK: type: CREATETABLE @@ -814,7 +814,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@parttbl PREHOOK: Input: default@parttbl@dt=2000-01-01 PREHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select p1.value from parttbl p1 @@ -824,7 +824,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@parttbl POSTHOOK: Input: default@parttbl@dt=2000-01-01 POSTHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1217 PREHOOK: query: explain select count(*) from @@ -931,7 +931,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@parttbl PREHOOK: Input: default@parttbl@dt=2000-01-01 PREHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select p1.value from parttbl p1 @@ -941,7 +941,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@parttbl POSTHOOK: Input: default@parttbl@dt=2000-01-01 POSTHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1217 PREHOOK: query: explain select count(*) from @@ -1052,7 +1052,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@parttbl PREHOOK: Input: default@parttbl@dt=2000-01-01 PREHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select p1.value from parttbl p1 @@ -1062,7 +1062,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@parttbl POSTHOOK: Input: default@parttbl@dt=2000-01-01 POSTHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1217 PREHOOK: query: explain select count(*) from @@ -1173,7 +1173,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@parttbl PREHOOK: Input: default@parttbl@dt=2000-01-01 PREHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from (select p1.value from parttbl p1 @@ -1183,7 +1183,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@parttbl POSTHOOK: Input: default@parttbl@dt=2000-01-01 POSTHOOK: Input: default@parttbl@dt=2000-01-02 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1217 PREHOOK: query: drop table parttbl PREHOOK: type: DROPTABLE @@ -1307,14 +1307,14 @@ PREHOOK: query: SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 WHERE l.cint = 6981 PREHOOK: type: QUERY PREHOOK: Input: default@decimal_mapjoin -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 FROM decimal_mapjoin l JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_mapjoin -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6981 6981 NULL NULL 6981 6981 NULL NULL 6981 6981 NULL NULL @@ -1507,14 +1507,14 @@ PREHOOK: query: SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 WHERE l.cint = 6981 PREHOOK: type: QUERY PREHOOK: Input: default@decimal_mapjoin -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2 FROM decimal_mapjoin l JOIN decimal_mapjoin r ON l.cint = r.cint WHERE l.cint = 6981 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_mapjoin -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6981 6981 NULL NULL 6981 6981 NULL NULL 6981 6981 NULL NULL diff --git ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out index 0b71be960f..cfa60e3f4f 100644 --- ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out +++ ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out @@ -1,20 +1,20 @@ PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -126,7 +126,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) @@ -138,7 +138,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 428 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -251,7 +251,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) @@ -263,16 +263,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 428 PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -403,7 +403,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) @@ -416,7 +416,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5680 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -548,7 +548,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN srcpart w ON (x.key = w.key) @@ -561,16 +561,16 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 5680 PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -788,7 +788,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) @@ -804,7 +804,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 428 452 PREHOOK: query: EXPLAIN @@ -1025,7 +1025,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z ON (x.key = z.key) JOIN src y ON (y.key = x.key) @@ -1041,17 +1041,17 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 428 452 PREHOOK: query: SELECT 1 PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT 1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -1218,7 +1218,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z1 ON (x.key = z1.key) @@ -1235,7 +1235,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 18256 PREHOOK: query: EXPLAIN SELECT COUNT(*) @@ -1404,7 +1404,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT COUNT(*) FROM src1 x JOIN srcpart z1 ON (x.key = z1.key) @@ -1421,5 +1421,5 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 18256 diff --git ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out index 49a4c7578e..bb08f164e6 100644 --- ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out +++ ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out @@ -60,42 +60,42 @@ Stage-0 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 3 PREHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 7 PREHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 7 7 PREHOOK: query: explain select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee @@ -141,12 +141,12 @@ PREHOOK: query: select count(distinct gender), count(distinct department_id), co count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(distinct gender), count(distinct department_id), count(distinct gender), count(distinct education_level), count(distinct education_level, department_id), count(distinct department_id, education_level), count(distinct department_id, education_level, gender) from employee POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2 4 2 3 7 7 7 PREHOOK: query: select count(case i when 3 then 1 else null end) as c0, count(case i when 5 then 1 else null end) as c1, count(case i when 6 then 1 else null end) as c2 from (select grouping__id as i, department_id, gender, @@ -154,27 +154,27 @@ education_level from employee group by department_id, gender, education_level gr (department_id, gender, education_level))subq PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(case i when 3 then 1 else null end) as c0, count(case i when 5 then 1 else null end) as c1, count(case i when 6 then 1 else null end) as c2 from (select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level))subq POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4 2 3 PREHOOK: query: select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level, (education_level, department_id)) PREHOOK: type: QUERY PREHOOK: Input: default@employee -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select grouping__id as i, department_id, gender, education_level from employee group by department_id, gender, education_level grouping sets (department_id, gender, education_level, (education_level, department_id)) POSTHOOK: type: QUERY POSTHOOK: Input: default@employee -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 6 NULL NULL 1 6 NULL NULL 2 6 NULL NULL 3 diff --git ql/src/test/results/clientpositive/tez/orc_merge12.q.out ql/src/test/results/clientpositive/tez/orc_merge12.q.out index a999b8a456..673bad2230 100644 --- ql/src/test/results/clientpositive/tez/orc_merge12.q.out +++ ql/src/test/results/clientpositive/tez/orc_merge12.q.out @@ -97,20 +97,20 @@ POSTHOOK: Output: default@alltypesorc3xcols PREHOOK: query: select count(*) from alltypesorc3xcols PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc3xcols POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 24576 PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -302946892512 PREHOOK: query: alter table alltypesorc3xcols concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -123,27 +123,27 @@ POSTHOOK: Output: default@alltypesorc3xcols PREHOOK: query: select count(*) from alltypesorc3xcols PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from alltypesorc3xcols POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 24576 PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -302946892512 PREHOOK: query: select * from alltypesorc3xcols limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc3xcols -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### -- BEGIN ORC FILE DUMP -- -#### A masked pattern was here #### +Structure for hdfs://### HDFS PATH ### File Version: 0.12 with ORC_135 Rows: 24576 Compression: ZLIB diff --git ql/src/test/results/clientpositive/tez/orc_vectorization_ppd.q.out ql/src/test/results/clientpositive/tez/orc_vectorization_ppd.q.out index 35b204b91a..95bcc7b9dc 100644 --- ql/src/test/results/clientpositive/tez/orc_vectorization_ppd.q.out +++ ql/src/test/results/clientpositive/tez/orc_vectorization_ppd.q.out @@ -161,74 +161,74 @@ POSTHOOK: Lineage: testorc.s3 SIMPLE [(vectororc)vectororc.FieldSchema(name:s3, PREHOOK: query: select count(*),int(sum(d)) from testorc where s1 is not null PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s1 is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3000 1505 PREHOOK: query: select count(*),int(sum(d)) from testorc where s1 is not null PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s1 is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 3000 1505 PREHOOK: query: select count(*),int(sum(d)) from testorc where s2 in ("b", "c", "e", "g") PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s2 in ("b", "c", "e", "g") POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4000 2006 PREHOOK: query: select count(*),int(sum(d)) from testorc where s2 in ("b", "c", "e", "g") PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s2 in ("b", "c", "e", "g") POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 4000 2006 PREHOOK: query: select count(*),int(sum(d)) from testorc where s3="z" PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s3="z" POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 1011 PREHOOK: query: select count(*),int(sum(d)) from testorc where s3="z" PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s3="z" POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 1011 PREHOOK: query: select count(*),int(sum(d)) from testorc where s2="a" or s2="g" PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s2="a" or s2="g" POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 1006 PREHOOK: query: select count(*),int(sum(d)) from testorc where s2="a" or s2="g" PREHOOK: type: QUERY PREHOOK: Input: default@testorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*),int(sum(d)) from testorc where s2="a" or s2="g" POSTHOOK: type: QUERY POSTHOOK: Input: default@testorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 2000 1006 PREHOOK: query: drop table srcorc PREHOOK: type: DROPTABLE diff --git ql/src/test/results/clientpositive/tez/tez-tag.q.out ql/src/test/results/clientpositive/tez/tez-tag.q.out index 6071ec4917..a006227d58 100644 --- ql/src/test/results/clientpositive/tez/tez-tag.q.out +++ ql/src/test/results/clientpositive/tez/tez-tag.q.out @@ -161,12 +161,12 @@ PREHOOK: query: analyze table tab2 compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@tab2 PREHOOK: Output: default@tab2 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: analyze table tab2 compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@tab2 POSTHOOK: Output: default@tab2 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain select count(*) from tab a join tab_part b on a.key = b.key join src1 c on a.value = c.value PREHOOK: type: QUERY POSTHOOK: query: explain select count(*) from tab a join tab_part b on a.key = b.key join src1 c on a.value = c.value @@ -232,7 +232,7 @@ PREHOOK: Input: default@tab PREHOOK: Input: default@tab@ds=2008-04-08 PREHOOK: Input: default@tab_part PREHOOK: Input: default@tab_part@ds=2008-04-08 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select count(*) from tab a join tab_part b on a.key = b.key join src1 c on a.value = c.value POSTHOOK: type: QUERY POSTHOOK: Input: default@src1 @@ -240,7 +240,7 @@ POSTHOOK: Input: default@tab POSTHOOK: Input: default@tab@ds=2008-04-08 POSTHOOK: Input: default@tab_part POSTHOOK: Input: default@tab_part@ds=2008-04-08 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 40 PREHOOK: query: explain select count(*) from (select x.key as key, min(x.value) as value from tab2 x group by x.key) a join (select x.key as key, min(x.value) as value from tab2 x group by x.key) b on a.key = b.key join src1 c on a.value = c.value where c.key < 0 PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/tez/tez_union_with_udf.q.out ql/src/test/results/clientpositive/tez/tez_union_with_udf.q.out index 0c8546dfeb..06f638a068 100644 --- ql/src/test/results/clientpositive/tez/tez_union_with_udf.q.out +++ ql/src/test/results/clientpositive/tez/tez_union_with_udf.q.out @@ -3,13 +3,13 @@ union all select * from (select key + key from src limit 1) b PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from (select key + key from src limit 1) a union all select * from (select key + key from src limit 1) b POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 476.0 476.0 PREHOOK: query: create temporary function example_add as 'org.apache.hadoop.hive.udf.example.GenericUDFExampleAdd' @@ -23,12 +23,12 @@ union all select example_add(key, key)from (select key from src limit 1) b PREHOOK: type: QUERY PREHOOK: Input: default@src -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select example_add(key, key)from (select key from src limit 1) a union all select example_add(key, key)from (select key from src limit 1) b POSTHOOK: type: QUERY POSTHOOK: Input: default@src -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 476.0 476.0 diff --git ql/src/test/results/clientpositive/tez/update_orig_table.q.out ql/src/test/results/clientpositive/tez/update_orig_table.q.out index 5b22fad982..d72e8fbdca 100644 --- ql/src/test/results/clientpositive/tez/update_orig_table.q.out +++ ql/src/test/results/clientpositive/tez/update_orig_table.q.out @@ -12,7 +12,7 @@ PREHOOK: query: create table acid_uot( cboolean1 BOOLEAN, #### A masked pattern was here #### PREHOOK: type: CREATETABLE -#### A masked pattern was here #### +PREHOOK: Input: hdfs://### HDFS PATH ### PREHOOK: Output: database:default PREHOOK: Output: default@acid_uot POSTHOOK: query: create table acid_uot( @@ -29,7 +29,7 @@ POSTHOOK: query: create table acid_uot( cboolean1 BOOLEAN, #### A masked pattern was here #### POSTHOOK: type: CREATETABLE -#### A masked pattern was here #### +POSTHOOK: Input: hdfs://### HDFS PATH ### POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_uot PREHOOK: query: update acid_uot set cstring1 = 'fred' where cint < -1070551679 @@ -43,11 +43,11 @@ POSTHOOK: Output: default@acid_uot PREHOOK: query: select * from acid_uot where cstring1 = 'fred' PREHOOK: type: QUERY PREHOOK: Input: default@acid_uot -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select * from acid_uot where cstring1 = 'fred' POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uot -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -51 NULL -1071480828 -1401575336 -51.0 NULL fred 4uE7l74tESBiKfu7c8wM7GA 1969-12-31 16:00:08.451 NULL true true 11 NULL -1072910839 2048385991 11.0 NULL fred KbaDXiN85adbHRx58v 1969-12-31 16:00:02.351 NULL false false 11 NULL -1073279343 -1595604468 11.0 NULL fred P76636jJ6qM17d7DIy 1969-12-31 16:00:02.351 NULL true true diff --git ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out index 5c36aeb1d0..b618dc22e3 100644 --- ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out +++ ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out @@ -143,7 +143,7 @@ PREHOOK: Input: default@char_tbl1@gpa=3.5 PREHOOK: Input: default@char_tbl2 PREHOOK: Input: default@char_tbl2@gpa=3 PREHOOK: Input: default@char_tbl2@gpa=3.5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) POSTHOOK: type: QUERY POSTHOOK: Input: default@char_tbl1 @@ -152,7 +152,7 @@ POSTHOOK: Input: default@char_tbl1@gpa=3.5 POSTHOOK: Input: default@char_tbl2 POSTHOOK: Input: default@char_tbl2@gpa=3 POSTHOOK: Input: default@char_tbl2@gpa=3.5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### alice underhill 46 3.5 alice underhill 46 3.5 PREHOOK: query: select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) PREHOOK: type: QUERY @@ -162,7 +162,7 @@ PREHOOK: Input: default@char_tbl1@gpa=3.5 PREHOOK: Input: default@char_tbl2 PREHOOK: Input: default@char_tbl2@gpa=3 PREHOOK: Input: default@char_tbl2@gpa=3.5 -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) POSTHOOK: type: QUERY POSTHOOK: Input: default@char_tbl1 @@ -171,5 +171,5 @@ POSTHOOK: Input: default@char_tbl1@gpa=3.5 POSTHOOK: Input: default@char_tbl2 POSTHOOK: Input: default@char_tbl2@gpa=3 POSTHOOK: Input: default@char_tbl2@gpa=3.5 -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### alice underhill 46 3.5 alice underhill 46 3.5 diff --git ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out index a25114f8d9..fa72556765 100644 --- ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out +++ ql/src/test/results/clientpositive/tez/vector_non_string_partition.q.out @@ -133,12 +133,12 @@ PREHOOK: query: SELECT cint, ctinyint FROM non_string_part WHERE cint > 0 ORDER PREHOOK: type: QUERY PREHOOK: Input: default@non_string_part PREHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cint, ctinyint FROM non_string_part WHERE cint > 0 ORDER BY cint LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@non_string_part POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 762 NULL 762 NULL 6981 NULL @@ -254,12 +254,12 @@ PREHOOK: query: SELECT cint, cstring1 FROM non_string_part WHERE cint > 0 ORDER PREHOOK: type: QUERY PREHOOK: Input: default@non_string_part PREHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cint, cstring1 FROM non_string_part WHERE cint > 0 ORDER BY cint, cstring1 LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@non_string_part POSTHOOK: Input: default@non_string_part@ctinyint=__HIVE_DEFAULT_PARTITION__ -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 762 3WsVeqb28VWEEOLI8ail 762 40ks5556SV 6981 1FNNhmiFLGw425NA13g diff --git ql/src/test/results/clientpositive/tez/vectorization_div0.q.out ql/src/test/results/clientpositive/tez/vectorization_div0.q.out index 81e9019709..af87ffed2c 100644 --- ql/src/test/results/clientpositive/tez/vectorization_div0.q.out +++ ql/src/test/results/clientpositive/tez/vectorization_div0.q.out @@ -69,11 +69,11 @@ STAGE PLANS: PREHOOK: query: select cint / 0, ctinyint / 0, cbigint / 0, cdouble / 0.0 from alltypesorc limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select cint / 0, ctinyint / 0, cbigint / 0, cdouble / 0.0 from alltypesorc limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL @@ -285,12 +285,12 @@ PREHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select (cbigint - 988888L) as s1, cdouble / (cbigint - 988888L) as s2, 1.2 / (cbigint - 988888L) from alltypesorc where cbigint > 0 and cbigint < 100000000 order by s1, s2 limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -985319 NULL -0.000001217879691754650 -985319 2.0297994862577501E-4 -0.000001217879691754650 -63925 0.11256941728588189 -0.000018771998435666797 @@ -502,12 +502,12 @@ PREHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select (cdouble + 200.0) as s1, cbigint / (cdouble + 200.0) as s2, (cdouble + 200.0) / (cdouble + 200.0), cbigint / (cdouble + 200.0), 3 / (cdouble + 200.0), 1.2 / (cdouble + 200.0) from alltypesorc where cdouble >= -500 and cdouble < -199 order by s1, s2 limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -292.0 NULL 1.0 NULL -0.010273972602739725 -0.00410958904109589 -290.0 NULL 1.0 NULL -0.010344827586206896 -0.004137931034482759 -289.0 NULL 1.0 NULL -0.010380622837370242 -0.004152249134948096 @@ -719,12 +719,12 @@ PREHOOK: query: select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by c1, c2 limit 100 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select cint, cbigint, ctinyint, (cint / (cint - 528534767)) as c1, (cbigint / (cbigint - 1018195815)) as c2, (ctinyint / ctinyint) as c3, (cint % (cint - 528534767)) as c4, (cbigint % (cbigint - 1018195815)), (ctinyint % ctinyint) as c3 from alltypesorc where cint > 500000000 or cdouble > 1000000000 or ctinyint = 0 order by c1, c2 limit 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### 528534767 NULL -50 NULL NULL 1.0 NULL NULL 0 528534767 NULL 33 NULL NULL 1.0 NULL NULL 0 528534767 NULL -28 NULL NULL 1.0 NULL NULL 0 diff --git ql/src/test/results/clientpositive/tez/vectorization_limit.q.out ql/src/test/results/clientpositive/tez/vectorization_limit.q.out index 99544bb5ab..37c630a9e9 100644 --- ql/src/test/results/clientpositive/tez/vectorization_limit.q.out +++ ql/src/test/results/clientpositive/tez/vectorization_limit.q.out @@ -59,11 +59,11 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 limit 7 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: SELECT cbigint, cdouble FROM alltypesorc WHERE cbigint < cdouble and cint > 0 limit 7 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -1887561756 -10011.0 -1887561756 -13877.0 -1887561756 -2281.0 @@ -194,11 +194,11 @@ STAGE PLANS: PREHOOK: query: select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ctinyint,cdouble,csmallint from alltypesorc where ctinyint is not null order by ctinyint,cdouble limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -64 -10462.0 -10462 -64 -15920.0 -15920 -64 -1600.0 -1600 @@ -358,11 +358,11 @@ STAGE PLANS: PREHOOK: query: select ctinyint,avg(cdouble + 1) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ctinyint,avg(cdouble + 1) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -46 3033.55 -47 -574.6428571428571 -48 1672.909090909091 @@ -515,11 +515,11 @@ STAGE PLANS: PREHOOK: query: select distinct(ctinyint) from alltypesorc limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select distinct(ctinyint) from alltypesorc limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -46 -47 -48 @@ -686,11 +686,11 @@ STAGE PLANS: PREHOOK: query: select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ctinyint, count(distinct(cdouble)) from alltypesorc group by ctinyint order by ctinyint limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -46 24 -47 22 -48 29 @@ -734,11 +734,11 @@ STAGE PLANS: PREHOOK: query: select ctinyint,cdouble from alltypesorc order by ctinyint limit 0 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select ctinyint,cdouble from alltypesorc order by ctinyint limit 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: explain vectorization detail select cdouble, sum(ctinyint) as sum from alltypesorc where ctinyint is not null group by cdouble order by sum, cdouble limit 20 PREHOOK: type: QUERY @@ -910,11 +910,11 @@ STAGE PLANS: PREHOOK: query: select cdouble, sum(ctinyint) as sum from alltypesorc where ctinyint is not null group by cdouble order by sum, cdouble limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select cdouble, sum(ctinyint) as sum from alltypesorc where ctinyint is not null group by cdouble order by sum, cdouble limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### -10462.0 -64 -1121.0 -89 -11322.0 -101 diff --git ql/src/test/results/clientpositive/udf_using.q.out ql/src/test/results/clientpositive/udf_using.q.out index a226b7932b..8f92101613 100644 --- ql/src/test/results/clientpositive/udf_using.q.out +++ ql/src/test/results/clientpositive/udf_using.q.out @@ -1,12 +1,13 @@ -#### A masked pattern was here #### +PREHOOK: query: create function lookup as 'org.apache.hadoop.hive.ql.udf.UDFFileLookup' using file 'hdfs://### HDFS PATH ###' PREHOOK: type: CREATEFUNCTION PREHOOK: Output: database:default PREHOOK: Output: default.lookup -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: create function lookup as 'org.apache.hadoop.hive.ql.udf.UDFFileLookup' using file 'hdfs://### HDFS PATH ###' POSTHOOK: type: CREATEFUNCTION POSTHOOK: Output: database:default POSTHOOK: Output: default.lookup -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### PREHOOK: query: create table udf_using (c1 string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -27,11 +28,11 @@ POSTHOOK: Lineage: udf_using.c1 SIMPLE [] PREHOOK: query: select c1, lookup(c1) from udf_using PREHOOK: type: QUERY PREHOOK: Input: default@udf_using -#### A masked pattern was here #### +PREHOOK: Output: hdfs://### HDFS PATH ### POSTHOOK: query: select c1, lookup(c1) from udf_using POSTHOOK: type: QUERY POSTHOOK: Input: default@udf_using -#### A masked pattern was here #### +POSTHOOK: Output: hdfs://### HDFS PATH ### Joe 2 Joe 2 PREHOOK: query: drop table udf_using