diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java index 25dd970a9b1..4002ccb8161 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java @@ -285,6 +285,7 @@ public int execute() { } } } + updateNumRows(); } catch (Exception e) { LOG.error("Failed to execute tez graph.", e); setException(e); @@ -325,6 +326,16 @@ public int execute() { return rc; } + private void updateNumRows() { + if (counters != null) { + TezCounter counter = counters.findCounter( + conf.getVar(HiveConf.ConfVars.HIVECOUNTERGROUP), FileSinkOperator.TOTAL_TABLE_ROWS_WRITTEN); + if (counter != null) { + queryState.setNumModifiedRows(counter.getValue()); + } + } + } + private String getUserNameForGroups(SessionState ss) { // This should be removed when authenticator and the 2-username mess is cleaned up. if (ss.getAuthenticator() != null) { diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out index 9c5695ae603..2b3d76658c1 100644 --- a/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out @@ -273,6 +273,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_7: 2100 RECORDS_OUT_OPERATOR_SEL_6: 2100 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 26 @@ -304,6 +305,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_12: 1 RECORDS_OUT_OPERATOR_GBY_11: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -334,6 +336,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 8 RECORDS_OUT_OPERATOR_SEL_9: 8 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1048576 ALLOCATED_USED_BYTES: 2731 @@ -374,6 +377,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 22 RECORDS_OUT_OPERATOR_SEL_9: 22 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -412,6 +416,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 16 RECORDS_OUT_OPERATOR_SEL_9: 16 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -450,6 +455,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 18 RECORDS_OUT_OPERATOR_SEL_9: 18 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -488,6 +494,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 1 RECORDS_OUT_OPERATOR_SEL_9: 1 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -526,6 +533,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 32 RECORDS_OUT_OPERATOR_SEL_9: 32 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -564,6 +572,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 32 RECORDS_OUT_OPERATOR_SEL_9: 32 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -602,6 +611,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 1697 RECORDS_OUT_OPERATOR_SEL_9: 1697 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -640,6 +650,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 12 RECORDS_OUT_OPERATOR_SEL_9: 12 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -678,6 +689,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 1713 RECORDS_OUT_OPERATOR_SEL_9: 1713 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -716,6 +728,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 6 RECORDS_OUT_OPERATOR_SEL_9: 6 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -754,6 +767,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 50 RECORDS_OUT_OPERATOR_SEL_9: 50 RECORDS_OUT_OPERATOR_TS_0: 1100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -792,6 +806,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 318 RECORDS_OUT_OPERATOR_SEL_9: 318 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -822,6 +837,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_12: 1 RECORDS_OUT_OPERATOR_GBY_11: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -844,6 +860,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_12: 1 RECORDS_OUT_OPERATOR_GBY_11: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -874,6 +891,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 0 RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 823 CACHE_MISS_BYTES: 0 @@ -909,6 +927,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 0 RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -939,6 +958,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_12: 1 RECORDS_OUT_OPERATOR_GBY_11: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -969,6 +989,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2 RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1310720 ALLOCATED_USED_BYTES: 13812 @@ -1009,6 +1030,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 6 RECORDS_OUT_OPERATOR_SEL_9: 6 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1047,6 +1069,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 6 RECORDS_OUT_OPERATOR_SEL_9: 6 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1077,6 +1100,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_12: 1 RECORDS_OUT_OPERATOR_GBY_11: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -1107,6 +1131,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2100 RECORDS_OUT_OPERATOR_SEL_9: 2100 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1145,6 +1170,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 0 RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1728 CACHE_MISS_BYTES: 0 @@ -1180,6 +1206,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2 RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1218,6 +1245,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2 RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1256,6 +1284,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2 RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1294,6 +1323,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 81 RECORDS_OUT_OPERATOR_SEL_9: 81 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1332,6 +1362,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 74 RECORDS_OUT_OPERATOR_SEL_9: 74 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1370,6 +1401,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 12 RECORDS_OUT_OPERATOR_SEL_9: 12 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1408,6 +1440,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 13 RECORDS_OUT_OPERATOR_SEL_9: 13 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1446,6 +1479,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 1 RECORDS_OUT_OPERATOR_SEL_9: 1 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1484,6 +1518,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 7 RECORDS_OUT_OPERATOR_SEL_9: 7 RECORDS_OUT_OPERATOR_TS_0: 1100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1522,6 +1557,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 0 RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1728 CACHE_MISS_BYTES: 0 @@ -1557,6 +1593,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 0 RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1728 CACHE_MISS_BYTES: 0 @@ -1592,6 +1629,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 0 RECORDS_OUT_OPERATOR_SEL_9: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1728 CACHE_MISS_BYTES: 0 @@ -1627,6 +1665,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2 RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1665,6 +1704,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 6 RECORDS_OUT_OPERATOR_SEL_9: 6 RECORDS_OUT_OPERATOR_TS_0: 1100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1703,6 +1743,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2 RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 6982 CACHE_MISS_BYTES: 0 @@ -1741,6 +1782,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2 RECORDS_OUT_OPERATOR_SEL_9: 2 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 6982 CACHE_MISS_BYTES: 0 diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out index f9b5f8f0d4d..3922c467e88 100644 --- a/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out @@ -274,6 +274,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2094 RECORDS_OUT_OPERATOR_SEL_9: 2094 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1310720 ALLOCATED_USED_BYTES: 2757 @@ -314,6 +315,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 2094 RECORDS_OUT_OPERATOR_SEL_9: 2094 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out index 9ad0a9b7faf..f65280e7b61 100644 --- a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out @@ -225,6 +225,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_2: 2100 RECORDS_OUT_OPERATOR_SEL_1: 2100 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 26 @@ -256,6 +257,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -286,6 +288,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1048576 ALLOCATED_USED_BYTES: 2731 @@ -326,6 +329,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 22 RECORDS_OUT_OPERATOR_SEL_2: 22 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -364,6 +368,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 16 RECORDS_OUT_OPERATOR_SEL_2: 16 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -402,6 +407,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -440,6 +446,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 1 RECORDS_OUT_OPERATOR_SEL_2: 1 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -478,6 +485,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 32 RECORDS_OUT_OPERATOR_SEL_2: 32 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -516,6 +524,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 32 RECORDS_OUT_OPERATOR_SEL_2: 32 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -554,6 +563,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 1697 RECORDS_OUT_OPERATOR_SEL_2: 1697 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -592,6 +602,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 12 RECORDS_OUT_OPERATOR_SEL_2: 12 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -630,6 +641,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 1713 RECORDS_OUT_OPERATOR_SEL_2: 1713 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -668,6 +680,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -706,6 +719,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 50 RECORDS_OUT_OPERATOR_SEL_2: 50 RECORDS_OUT_OPERATOR_TS_0: 1100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -744,6 +758,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 318 RECORDS_OUT_OPERATOR_SEL_2: 318 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -774,6 +789,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -796,6 +812,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -826,6 +843,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 823 CACHE_MISS_BYTES: 0 @@ -861,6 +879,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -891,6 +910,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -921,6 +941,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1310720 ALLOCATED_USED_BYTES: 13812 @@ -961,6 +982,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -999,6 +1021,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1029,6 +1052,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -1059,6 +1083,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2100 RECORDS_OUT_OPERATOR_SEL_2: 2100 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1097,6 +1122,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1728 CACHE_MISS_BYTES: 0 @@ -1132,6 +1158,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1170,6 +1197,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1208,6 +1236,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1246,6 +1275,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 81 RECORDS_OUT_OPERATOR_SEL_2: 81 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1284,6 +1314,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 74 RECORDS_OUT_OPERATOR_SEL_2: 74 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1322,6 +1353,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 12 RECORDS_OUT_OPERATOR_SEL_2: 12 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1360,6 +1392,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 13 RECORDS_OUT_OPERATOR_SEL_2: 13 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1398,6 +1431,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 1 RECORDS_OUT_OPERATOR_SEL_2: 1 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1436,6 +1470,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 7 RECORDS_OUT_OPERATOR_SEL_2: 7 RECORDS_OUT_OPERATOR_TS_0: 1100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1474,6 +1509,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1728 CACHE_MISS_BYTES: 0 @@ -1509,6 +1545,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1728 CACHE_MISS_BYTES: 0 @@ -1544,6 +1581,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 0 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1728 CACHE_MISS_BYTES: 0 @@ -1579,6 +1617,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1617,6 +1656,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 1100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1655,6 +1695,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 6982 CACHE_MISS_BYTES: 0 @@ -1693,6 +1734,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 6982 CACHE_MISS_BYTES: 0 @@ -1731,6 +1773,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 524288 ALLOCATED_USED_BYTES: 8527 @@ -1771,6 +1814,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -1811,6 +1855,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 4916 CACHE_MISS_BYTES: 0 @@ -1849,6 +1894,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 6675 CACHE_MISS_BYTES: 0 @@ -1925,6 +1971,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 786432 ALLOCATED_USED_BYTES: 65 @@ -1965,6 +2012,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 62 CACHE_MISS_BYTES: 0 @@ -2003,6 +2051,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 62 CACHE_MISS_BYTES: 0 @@ -2041,6 +2090,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 62 CACHE_MISS_BYTES: 0 diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out index 3e99e0ee627..9dcd4ec2c54 100644 --- a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out @@ -226,6 +226,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1048576 ALLOCATED_USED_BYTES: 381 @@ -258,6 +259,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -288,6 +290,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -326,6 +329,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -366,6 +370,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -404,6 +409,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -446,6 +452,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -476,6 +483,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -506,6 +514,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -544,6 +553,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -582,6 +592,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -620,6 +631,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -662,6 +674,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -692,6 +705,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -722,6 +736,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -760,6 +775,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -798,6 +814,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -836,6 +853,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -878,6 +896,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 0 RECORDS_OUT_OPERATOR_SEL_2: 0 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -908,6 +927,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_OPERATOR_FS_6: 1 RECORDS_OUT_OPERATOR_GBY_4: 1 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 0 INPUT_DIRECTORIES_Map_1: 1 @@ -938,6 +958,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -976,6 +997,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -1014,6 +1036,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 354 CACHE_MISS_BYTES: 0 @@ -1052,6 +1075,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 1071 CACHE_MISS_BYTES: 0 @@ -1094,6 +1118,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 1566 RECORDS_OUT_OPERATOR_SEL_2: 1566 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1126,6 +1151,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 1566 RECORDS_OUT_OPERATOR_SEL_2: 1566 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1158,6 +1184,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1190,6 +1217,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 8 RECORDS_OUT_OPERATOR_SEL_2: 8 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1222,6 +1250,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1254,6 +1283,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 18 RECORDS_OUT_OPERATOR_SEL_2: 18 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1286,6 +1316,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 524288 ALLOCATED_USED_BYTES: 8527 @@ -1326,6 +1357,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -1370,6 +1402,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1402,6 +1435,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1438,6 +1472,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1470,6 +1505,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 2 RECORDS_OUT_OPERATOR_SEL_2: 2 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1502,6 +1538,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 1048576 ALLOCATED_USED_BYTES: 11436 @@ -1542,6 +1579,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: ALLOCATED_BYTES: 262144 ALLOCATED_USED_BYTES: 2376 @@ -1586,6 +1624,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1618,6 +1657,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1654,6 +1694,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1686,6 +1727,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1722,6 +1764,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1754,6 +1797,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1790,6 +1834,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 4350 CACHE_MISS_BYTES: 0 @@ -1828,6 +1873,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 6 RECORDS_OUT_OPERATOR_SEL_2: 6 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 5935 CACHE_MISS_BYTES: 0 @@ -1870,6 +1916,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 4 RECORDS_OUT_OPERATOR_SEL_2: 4 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1902,6 +1949,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 4 RECORDS_OUT_OPERATOR_SEL_2: 4 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1934,6 +1982,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 4 RECORDS_OUT_OPERATOR_SEL_2: 4 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: @@ -1966,6 +2015,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_3: 4 RECORDS_OUT_OPERATOR_SEL_2: 4 RECORDS_OUT_OPERATOR_TS_0: 2100 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: METADATA_CACHE_HIT: 1 Stage-1 INPUT COUNTERS: diff --git a/ql/src/test/results/clientpositive/llap/retry_failure_reorder.q.out b/ql/src/test/results/clientpositive/llap/retry_failure_reorder.q.out index baeac434d79..82c194838c5 100644 --- a/ql/src/test/results/clientpositive/llap/retry_failure_reorder.q.out +++ b/ql/src/test/results/clientpositive/llap/retry_failure_reorder.q.out @@ -227,6 +227,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_TS_0: 35 RECORDS_OUT_OPERATOR_TS_3: 30 RECORDS_OUT_OPERATOR_TS_6: 50 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 565 NUM_DECODED_BATCHES: 3 @@ -379,6 +380,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_TS_0: 35 RECORDS_OUT_OPERATOR_TS_3: 50 RECORDS_OUT_OPERATOR_TS_6: 30 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 565 NUM_DECODED_BATCHES: 3 diff --git a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out index 885cb0a9cba..7440b76d080 100644 --- a/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_input_counters.q.out @@ -1583,6 +1583,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_8: 1000 RECORDS_OUT_OPERATOR_SEL_7: 1000 RECORDS_OUT_OPERATOR_TS_0: 1000 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_MISS_BYTES: 3812 NUM_DECODED_BATCHES: 618 @@ -1614,6 +1615,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 8 RECORDS_OUT_OPERATOR_SEL_9: 8 RECORDS_OUT_OPERATOR_TS_0: 8 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 18 NUM_DECODED_BATCHES: 4 @@ -1717,6 +1719,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_RS_10: 240 RECORDS_OUT_OPERATOR_SEL_9: 240 RECORDS_OUT_OPERATOR_TS_0: 240 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 922 NUM_DECODED_BATCHES: 148 @@ -2746,6 +2749,7 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_OPERATOR_SEL_9: 952 RECORDS_OUT_OPERATOR_TS_0: 1000 RECORDS_OUT_OPERATOR_TS_3: 240 + TOTAL_TABLE_ROWS_WRITTEN: 0 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 3812 CACHE_MISS_BYTES: 922