diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties index e966959..ae40d75 100644 --- a/itests/src/test/resources/testconfiguration.properties +++ b/itests/src/test/resources/testconfiguration.properties @@ -72,8 +72,6 @@ minillap.shared.query.files=insert_into1.q,\ orc_merge_diff_fs.q,\ unionDistinct_1.q,\ union_type_chk.q,\ - orc_ppd_basic.q,\ - orc_ppd_schema_evol_3a.q,\ cte_2.q,\ cte_4.q,\ llap_nullscan.q,\ diff --git a/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecLlapIOSummaryPrinter.java b/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecLlapIOSummaryPrinter.java new file mode 100644 index 0000000..5cb5b32 --- /dev/null +++ b/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecLlapIOSummaryPrinter.java @@ -0,0 +1,77 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + *

+ * http://www.apache.org/licenses/LICENSE-2.0 + *

+ * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hive.ql.hooks; + +import java.util.List; + +import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.llap.counters.LlapIOCounters; +import org.apache.hadoop.hive.ql.QueryPlan; +import org.apache.hadoop.hive.ql.exec.Utilities; +import org.apache.hadoop.hive.ql.exec.tez.TezTask; +import org.apache.hadoop.hive.ql.session.SessionState; +import org.apache.tez.common.counters.CounterGroup; +import org.apache.tez.common.counters.FileSystemCounter; +import org.apache.tez.common.counters.TezCounter; +import org.apache.tez.common.counters.TezCounters; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +/** + * Post execution hook to print hive LLAP IO counters to console error stream. + */ +public class PostExecLlapIOSummaryPrinter implements ExecuteWithHookContext { + private static final Logger LOG = LoggerFactory.getLogger(PostExecLlapIOSummaryPrinter.class.getName()); + + @Override + public void run(HookContext hookContext) throws Exception { + assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK); + HiveConf conf = hookContext.getConf(); + if (!"tez".equals(HiveConf.getVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_ENGINE))) { + return; + } + + LOG.info("Executing post execution hook to print LLAP IO summary.."); + SessionState ss = SessionState.get(); + SessionState.LogHelper console = ss.getConsole(); + QueryPlan plan = hookContext.getQueryPlan(); + if (plan == null) { + return; + } + + List rootTasks = Utilities.getTezTasks(plan.getRootTasks()); + for (TezTask tezTask : rootTasks) { + LOG.info("Printing summary for tez task: " + tezTask.getName()); + TezCounters counters = tezTask.getTezCounters(); + if (counters != null) { + for (CounterGroup group : counters) { + if (group.getName().equals(LlapIOCounters.class.getName())) { + console.printError(tezTask.getId() + " LLAP IO COUNTERS:"); + List testSafeCounters = LlapIOCounters.testSafeCounterNames(); + for (TezCounter counter : group) { + if (testSafeCounters.contains(counter.getDisplayName())) { + console.printError(" " + counter.getDisplayName() + ": " + counter.getValue()); + } + } + } + } + } + } + } + +} diff --git a/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecOrcRowGroupCountPrinter.java b/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecOrcRowGroupCountPrinter.java new file mode 100644 index 0000000..18ef325 --- /dev/null +++ b/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecOrcRowGroupCountPrinter.java @@ -0,0 +1,75 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + *

+ * http://www.apache.org/licenses/LICENSE-2.0 + *

+ * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hive.ql.hooks; + +import java.util.List; + +import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.llap.counters.LlapIOCounters; +import org.apache.hadoop.hive.ql.QueryPlan; +import org.apache.hadoop.hive.ql.exec.Utilities; +import org.apache.hadoop.hive.ql.exec.tez.TezTask; +import org.apache.hadoop.hive.ql.session.SessionState; +import org.apache.tez.common.counters.CounterGroup; +import org.apache.tez.common.counters.TezCounter; +import org.apache.tez.common.counters.TezCounters; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +/** + * Post execution hook to print number of ORC row groups read from the counter. Used for Predicate Pushdown testing. + */ +public class PostExecOrcRowGroupCountPrinter implements ExecuteWithHookContext { + private static final Logger LOG = LoggerFactory.getLogger(PostExecOrcRowGroupCountPrinter.class.getName()); + + @Override + public void run(HookContext hookContext) throws Exception { + assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK); + HiveConf conf = hookContext.getConf(); + if (!"tez".equals(HiveConf.getVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_ENGINE))) { + return; + } + + LOG.info("Executing post execution hook to print ORC row groups read counter.."); + SessionState ss = SessionState.get(); + SessionState.LogHelper console = ss.getConsole(); + QueryPlan plan = hookContext.getQueryPlan(); + if (plan == null) { + return; + } + + List rootTasks = Utilities.getTezTasks(plan.getRootTasks()); + for (TezTask tezTask : rootTasks) { + LOG.info("Printing ORC row group counter for tez task: " + tezTask.getName()); + TezCounters counters = tezTask.getTezCounters(); + if (counters != null) { + for (CounterGroup group : counters) { + if (group.getName().equals(LlapIOCounters.class.getName())) { + console.printError(tezTask.getId() + " LLAP IO COUNTERS:"); + for (TezCounter counter : group) { + if (counter.getDisplayName().equals(LlapIOCounters.SELECTED_ROWGROUPS.name())) { + console.printError(" " + counter.getDisplayName() + ": " + counter.getValue()); + } + } + } + } + } + } + } + +} diff --git a/ql/src/test/queries/clientpositive/orc_llap_counters.q b/ql/src/test/queries/clientpositive/orc_llap_counters.q index cc0e991..b09dd73 100644 --- a/ql/src/test/queries/clientpositive/orc_llap_counters.q +++ b/ql/src/test/queries/clientpositive/orc_llap_counters.q @@ -66,7 +66,7 @@ insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(5 describe formatted orc_ppd; SET hive.fetch.task.conversion=none; -SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter; +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecLlapIOSummaryPrinter; -- Row group statistics for column t: -- Entry 0: count: 994 hasNull: true min: -10 max: 54 sum: 26014 positions: 0,0,0,0,0,0,0 diff --git a/ql/src/test/queries/clientpositive/orc_llap_counters1.q b/ql/src/test/queries/clientpositive/orc_llap_counters1.q index 06d6c4f..b779f46 100644 --- a/ql/src/test/queries/clientpositive/orc_llap_counters1.q +++ b/ql/src/test/queries/clientpositive/orc_llap_counters1.q @@ -65,7 +65,7 @@ insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(5 describe formatted orc_ppd; SET hive.fetch.task.conversion=none; -SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter; +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecLlapIOSummaryPrinter; -- Row group statistics for column t: -- Entry 0: count: 994 hasNull: true min: -10 max: 54 sum: 26014 positions: 0,0,0,0,0,0,0 diff --git a/ql/src/test/queries/clientpositive/orc_ppd_basic.q b/ql/src/test/queries/clientpositive/orc_ppd_basic.q index 41134a0..0d69795 100644 --- a/ql/src/test/queries/clientpositive/orc_ppd_basic.q +++ b/ql/src/test/queries/clientpositive/orc_ppd_basic.q @@ -62,7 +62,7 @@ STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.c insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from orc_ppd_staging order by t, s; -SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter; +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcRowGroupCountPrinter; -- Row group statistics for column t: -- Entry 0: count: 994 hasNull: true min: -10 max: 54 sum: 26014 positions: 0,0,0,0,0,0,0 diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q index f52c2ac..ee8de26 100644 --- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q +++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q @@ -17,7 +17,7 @@ load data local inpath '../../data/files/unique_1.txt' into table unique_1; create table test1 stored as orc as select * from unique_1; -SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter; +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcRowGroupCountPrinter; alter table test1 change column i i string; @@ -39,4 +39,4 @@ select s from test1 where i = '-1591211872'; set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; -select s from test1 where i = -1591211872; \ No newline at end of file +select s from test1 where i = -1591211872; diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q index e669f06..63a73cc 100644 --- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q +++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q @@ -33,7 +33,7 @@ stored as orc; insert into table test_two_files select * from unique_1 where i <= 0; insert into table test_two_files select * from unique_2 where i > 0; -SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter; +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcRowGroupCountPrinter; alter table test_two_files change column i i string; diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q index 609924d..5f9b0a8 100644 --- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q +++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q @@ -18,7 +18,7 @@ load data local inpath '../../data/files/unique_1.txt' into table unique_1; create table test1 stored as orc as select * from unique_1 order by d; -SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter; +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcRowGroupCountPrinter; alter table test1 change column d d double; @@ -40,4 +40,4 @@ select s from test1 where d = -4996703.42; set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; -select s from test1 where d = -4996703.42; \ No newline at end of file +select s from test1 where d = -4996703.42; diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q index edebeef..9d83e2b 100644 --- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q +++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q @@ -34,7 +34,7 @@ stored as orc; insert into table test_two_files select * from unique_1 where cast(d as double) <= 0 order by cast(d as double); insert into table test_two_files select * from unique_2 where cast(d as double) > 0 order by cast(d as double); -SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter; +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcRowGroupCountPrinter; alter table test_two_files change column d d double; diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q index 88a94eb..d76e0fd 100644 --- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q +++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q @@ -60,7 +60,7 @@ STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.c insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from orc_ppd_staging order by t, s; -SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter; +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcRowGroupCountPrinter; SET hive.optimize.index.filter=false; -- Row group statistics for column t: diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out index e1c1dd8..00b05dd 100644 --- a/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out @@ -259,18 +259,6 @@ PREHOOK: query: select count(*) from orc_ppd PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16711 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 5 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_MISS: 2 NUM_DECODED_BATCHES: 1 @@ -282,32 +270,11 @@ PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 1501 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 524288 ALLOCATED_USED_BYTES: 269 @@ -323,18 +290,6 @@ PREHOOK: query: select count(*) from orc_ppd where t <=> 50 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -348,18 +303,6 @@ PREHOOK: query: select count(*) from orc_ppd where t <=> 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -373,18 +316,6 @@ PREHOOK: query: select count(*) from orc_ppd where t = "54" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -398,18 +329,6 @@ PREHOOK: query: select count(*) from orc_ppd where t = -10.0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -423,18 +342,6 @@ PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as float) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -448,18 +355,6 @@ PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as double) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -473,18 +368,6 @@ PREHOOK: query: select count(*) from orc_ppd where t < 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -498,18 +381,6 @@ PREHOOK: query: select count(*) from orc_ppd where t < 100 and t > 98 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -523,18 +394,6 @@ PREHOOK: query: select count(*) from orc_ppd where t <= 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -548,18 +407,6 @@ PREHOOK: query: select count(*) from orc_ppd where t is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -573,18 +420,6 @@ PREHOOK: query: select count(*) from orc_ppd where t in (5, 120) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -598,18 +433,6 @@ PREHOOK: query: select count(*) from orc_ppd where t between 60 and 80 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 103 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 @@ -623,46 +446,16 @@ PREHOOK: query: select count(*) from orc_ppd where t = -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t <=> -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t = 125 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -671,18 +464,6 @@ PREHOOK: query: select count(*) from orc_ppd where t IN (-100, 125, 200) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -691,32 +472,11 @@ PREHOOK: query: select count(*) from orc_ppd where s > "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where s = "zach young" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 6166 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 786432 ALLOCATED_USED_BYTES: 11299 @@ -733,18 +493,6 @@ PREHOOK: query: select count(*) from orc_ppd where s <=> "zach zipper" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -758,18 +506,6 @@ PREHOOK: query: select count(*) from orc_ppd where s <=> "" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -783,32 +519,11 @@ PREHOOK: query: select count(*) from orc_ppd where s is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where s is not null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -822,18 +537,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -842,18 +545,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -867,18 +558,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varc PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -892,18 +571,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varc PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -917,18 +584,6 @@ PREHOOK: query: select count(*) from orc_ppd where s < "b" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -942,18 +597,6 @@ PREHOOK: query: select count(*) from orc_ppd where s > "alice" and s < "bob" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -967,18 +610,6 @@ PREHOOK: query: select count(*) from orc_ppd where s in ("alice allen", "") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -992,18 +623,6 @@ PREHOOK: query: select count(*) from orc_ppd where s between "" and "alice allen PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -1017,18 +636,6 @@ PREHOOK: query: select count(*) from orc_ppd where s between "zz" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -1042,18 +649,6 @@ PREHOOK: query: select count(*) from orc_ppd where s between "zach zipper" and " PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -1067,18 +662,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = "hello world" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -1087,18 +670,6 @@ PREHOOK: query: select count(*) from orc_ppd where s <=> "apache hive" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -1107,18 +678,6 @@ PREHOOK: query: select count(*) from orc_ppd where s IN ("a", "z") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 @@ -1127,18 +686,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = "sarah ovid" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -1152,18 +699,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3980 CACHE_MISS_BYTES: 0 @@ -1177,18 +712,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t < 0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 4229 CACHE_MISS_BYTES: 0 @@ -1202,18 +725,6 @@ PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t > 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 4229 CACHE_MISS_BYTES: 0 diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out index de686b0..70e7e4e 100644 --- a/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out @@ -259,18 +259,6 @@ PREHOOK: query: select count(*) from orc_ppd where t > -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 6 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 524288 ALLOCATED_USED_BYTES: 269 @@ -285,18 +273,6 @@ PREHOOK: query: select count(*) from orc_ppd where t > -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 249 CACHE_MISS_BYTES: 0 diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out index b186b01..b57ac24 100644 --- a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out @@ -210,1071 +210,312 @@ PREHOOK: query: select count(*) from orc_ppd PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16711 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 5 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_MISS: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 2100 PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 1501 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - ALLOCATED_BYTES: 524288 - ALLOCATED_USED_BYTES: 269 - CACHE_MISS_BYTES: 249 - METADATA_CACHE_HIT: 1 - METADATA_CACHE_MISS: 1 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 8 PREHOOK: query: select count(*) from orc_ppd where t <=> 50 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 22 PREHOOK: query: select count(*) from orc_ppd where t <=> 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 16 PREHOOK: query: select count(*) from orc_ppd where t = "54" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 SELECTED_ROWGROUPS: 2 18 PREHOOK: query: select count(*) from orc_ppd where t = -10.0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 1 PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as float) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 32 PREHOOK: query: select count(*) from orc_ppd where t = cast(53 as double) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 32 PREHOOK: query: select count(*) from orc_ppd where t < 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 SELECTED_ROWGROUPS: 2 1697 PREHOOK: query: select count(*) from orc_ppd where t < 100 and t > 98 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 12 PREHOOK: query: select count(*) from orc_ppd where t <= 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 SELECTED_ROWGROUPS: 2 1713 PREHOOK: query: select count(*) from orc_ppd where t is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 6 PREHOOK: query: select count(*) from orc_ppd where t in (5, 120) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 1100 SELECTED_ROWGROUPS: 2 50 PREHOOK: query: select count(*) from orc_ppd where t between 60 and 80 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 103 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 318 PREHOOK: query: select count(*) from orc_ppd where t = -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t <=> -100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t = 125 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 0 PREHOOK: query: select count(*) from orc_ppd where t IN (-100, 125, 200) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 0 PREHOOK: query: select count(*) from orc_ppd where s > "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where s = "zach young" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 6166 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - ALLOCATED_BYTES: 786432 - ALLOCATED_USED_BYTES: 11299 - CACHE_HIT_BYTES: 0 - CACHE_MISS_BYTES: 3980 - METADATA_CACHE_HIT: 1 - METADATA_CACHE_MISS: 1 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 2 PREHOOK: query: select count(*) from orc_ppd where s <=> "zach zipper" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 6 PREHOOK: query: select count(*) from orc_ppd where s <=> "" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 6 PREHOOK: query: select count(*) from orc_ppd where s is null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where s is not null PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 2100 PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 0 PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as char(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 2 PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(10)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 2 PREHOOK: query: select count(*) from orc_ppd where s = cast("zach young" as varchar(50)) PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 2 PREHOOK: query: select count(*) from orc_ppd where s < "b" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 SELECTED_ROWGROUPS: 2 81 PREHOOK: query: select count(*) from orc_ppd where s > "alice" and s < "bob" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 SELECTED_ROWGROUPS: 2 74 PREHOOK: query: select count(*) from orc_ppd where s in ("alice allen", "") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 SELECTED_ROWGROUPS: 2 12 PREHOOK: query: select count(*) from orc_ppd where s between "" and "alice allen" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 SELECTED_ROWGROUPS: 2 13 PREHOOK: query: select count(*) from orc_ppd where s between "zz" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 100 SELECTED_ROWGROUPS: 1 1 PREHOOK: query: select count(*) from orc_ppd where s between "zach zipper" and "zzz" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 1100 SELECTED_ROWGROUPS: 2 7 PREHOOK: query: select count(*) from orc_ppd where s = "hello world" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 0 PREHOOK: query: select count(*) from orc_ppd where s <=> "apache hive" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 0 PREHOOK: query: select count(*) from orc_ppd where s IN ("a", "z") PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 0 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 2 SELECTED_ROWGROUPS: 0 0 PREHOOK: query: select count(*) from orc_ppd where s = "sarah ovid" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 100 SELECTED_ROWGROUPS: 1 2 PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 1100 SELECTED_ROWGROUPS: 2 6 PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t < 0 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 4229 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 2 PREHOOK: query: select count(*) from orc_ppd where s = "wendy king" and t > 100 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 4229 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 100 SELECTED_ROWGROUPS: 1 2 PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 5215 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - ALLOCATED_BYTES: 262144 - ALLOCATED_USED_BYTES: 8400 - CACHE_HIT_BYTES: 0 - CACHE_MISS_BYTES: 4809 - METADATA_CACHE_HIT: 1 - METADATA_CACHE_MISS: 1 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 2 PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 4809 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 2 PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 4809 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 2 PREHOOK: query: select count(*) from orc_ppd where f=74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 4809 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 2 PREHOOK: query: create temporary table tmp_orcppd diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out index d73b583..ee7a28a 100644 --- a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out @@ -210,140 +210,40 @@ PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17046 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 6 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - ALLOCATED_BYTES: 524288 - ALLOCATED_USED_BYTES: 269 - CACHE_MISS_BYTES: 249 - METADATA_CACHE_MISS: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 0 PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 8 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 1 - NUM_VECTOR_BATCHES: 1 - ROWS_EMITTED: 1000 SELECTED_ROWGROUPS: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 18 PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 249 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 2 - NUM_VECTOR_BATCHES: 2 - ROWS_EMITTED: 2000 SELECTED_ROWGROUPS: 2 18 PREHOOK: query: alter table orc_ppd change column t t smallint @@ -354,110 +254,36 @@ PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 0 PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 18 PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 18 PREHOOK: query: alter table orc_ppd change column t t int PREHOOK: type: ALTERTABLE_RENAMECOL @@ -467,110 +293,36 @@ PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 0 PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 18 PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 18 PREHOOK: query: alter table orc_ppd change column t t bigint PREHOOK: type: ALTERTABLE_RENAMECOL @@ -580,110 +332,36 @@ PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 0 PREHOOK: query: select count(*) from orc_ppd where t > 127 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - RECORDS_OUT_0: 1 0 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = 55 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 18 PREHOOK: query: select count(*) from orc_ppd where t = 54 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 18 PREHOOK: query: alter table orc_ppd change column t t string PREHOOK: type: ALTERTABLE_RENAMECOL @@ -693,167 +371,50 @@ PREHOOK: query: select count(*) from orc_ppd where t > '127' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 1566 PREHOOK: query: select count(*) from orc_ppd where t > '127' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 104 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 1566 PREHOOK: query: select count(*) from orc_ppd where t = '55' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = '55' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 8 PREHOOK: query: select count(*) from orc_ppd where t = '54' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 16936 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 18 PREHOOK: query: select count(*) from orc_ppd where t = '54' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 17909 - HDFS_BYTES_WRITTEN: 102 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 18 PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 5215 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - ALLOCATED_BYTES: 262144 - ALLOCATED_USED_BYTES: 8400 - CACHE_HIT_BYTES: 0 - CACHE_MISS_BYTES: 4809 - METADATA_CACHE_HIT: 1 - METADATA_CACHE_MISS: 1 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 2 PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 4809 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 2 PREHOOK: query: alter table orc_ppd change column f f double @@ -864,39 +425,13 @@ PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 21496 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 2 PREHOOK: query: select count(*) from orc_ppd where f = 74.72 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 23556 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 2 PREHOOK: query: alter table orc_ppd change column f f string PREHOOK: type: ALTERTABLE_RENAMECOL @@ -906,91 +441,26 @@ PREHOOK: query: select count(*) from orc_ppd where f = '74.72' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 21496 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 2 PREHOOK: query: select count(*) from orc_ppd where f = '74.72' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 23556 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 2 PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 4402 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - ALLOCATED_BYTES: 786432 - ALLOCATED_USED_BYTES: 11299 - CACHE_HIT_BYTES: 0 - CACHE_MISS_BYTES: 3980 - METADATA_CACHE_HIT: 1 - METADATA_CACHE_MISS: 1 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 6 PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 6 PREHOOK: query: alter table orc_ppd change column s s char(50) @@ -1001,39 +471,13 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 20667 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 6 PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 22574 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 6 PREHOOK: query: alter table orc_ppd change column s s varchar(50) PREHOOK: type: ALTERTABLE_RENAMECOL @@ -1043,39 +487,13 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 20667 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 6 PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 22574 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 6 PREHOOK: query: alter table orc_ppd change column s s char(50) PREHOOK: type: ALTERTABLE_RENAMECOL @@ -1085,39 +503,13 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 20667 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 6 PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 22574 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 6 PREHOOK: query: alter table orc_ppd change column s s string PREHOOK: type: ALTERTABLE_RENAMECOL @@ -1127,50 +519,14 @@ PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 6 PREHOOK: query: select count(*) from orc_ppd where s = 'bob davidson' PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 0 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 2 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - CACHE_HIT_BYTES: 3980 - CACHE_MISS_BYTES: 0 - METADATA_CACHE_HIT: 2 - NUM_DECODED_BATCHES: 3 - NUM_VECTOR_BATCHES: 3 - ROWS_EMITTED: 2100 SELECTED_ROWGROUPS: 3 6 PREHOOK: query: alter table orc_ppd add columns (boo boolean) @@ -1181,75 +537,23 @@ PREHOOK: query: select count(*) from orc_ppd where si = 442 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 18785 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 4 PREHOOK: query: select count(*) from orc_ppd where si = 442 or boo is not null or boo = false PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 18785 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 4 PREHOOK: query: select count(*) from orc_ppd where si = 442 PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 20256 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 1000 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 4 PREHOOK: query: select count(*) from orc_ppd where si = 442 or boo is not null or boo = false PREHOOK: type: QUERY PREHOOK: Input: default@orc_ppd #### A masked pattern was here #### -Stage-1 FILE SYSTEM COUNTERS: - HDFS_BYTES_READ: 20256 - HDFS_BYTES_WRITTEN: 101 - HDFS_READ_OPS: 4 - HDFS_LARGE_READ_OPS: 0 - HDFS_WRITE_OPS: 2 -Stage-1 HIVE COUNTERS: - CREATED_FILES: 1 - DESERIALIZE_ERRORS: 0 - RECORDS_IN_Map_1: 2100 - RECORDS_OUT_0: 1 - RECORDS_OUT_INTERMEDIATE_Map_1: 1 Stage-1 LLAP IO COUNTERS: - METADATA_CACHE_HIT: 1 4