diff --git a/data/files/parquet_complex_types.txt b/data/files/parquet_complex_types.txt new file mode 100644 index 0000000000..e97370e0fc --- /dev/null +++ b/data/files/parquet_complex_types.txt @@ -0,0 +1,1025 @@ +1|k1:v1,k2:v2|100,101|1000,abc0 +2|k3:v3,k4:v4|102,103|1001,abc1 +3|k5:v5,k6:v6|104,105|1002,abc2 +4|k7:v7,k8:v8|106,107|1003,abc3 +5|k9:v9,k10:v10|108,109|1004,abc4 +6|k11:v11,k12:v12|110,111|1005,abc5 +7|k13:v13,k14:v14|112,113|1006,abc6 +8|k15:v15,k16:v16|114,115|1007,abc7 +9|k17:v17,k18:v18|116,117|1008,abc8 +10|k19:v19,k20:v20|118,119|1009,abc9 +11|k21:v21,k22:v22|120,121|1010,abc10 +12|k23:v23,k24:v24|122,123|1011,abc11 +13|k25:v25,k26:v26|124,125|1012,abc12 +14|k27:v27,k28:v28|126,127|1013,abc13 +15|k29:v29,k30:v30|128,129|1014,abc14 +16|k31:v31,k32:v32|130,131|1015,abc15 +17|k33:v33,k34:v34|132,133|1016,abc16 +18|k35:v35,k36:v36|134,135|1017,abc17 +19|k37:v37,k38:v38|136,137|1018,abc18 +20|k39:v39,k40:v40|138,139|1019,abc19 +21|k41:v41,k42:v42|140,141|1020,abc20 +22|k43:v43,k44:v44|142,143|1021,abc21 +23|k45:v45,k46:v46|144,145|1022,abc22 +24|k47:v47,k48:v48|146,147|1023,abc23 +25|k49:v49,k50:v50|148,149|1024,abc24 +26|k51:v51,k52:v52|150,151|1025,abc25 +27|k53:v53,k54:v54|152,153|1026,abc26 +28|k55:v55,k56:v56|154,155|1027,abc27 +29|k57:v57,k58:v58|156,157|1028,abc28 +30|k59:v59,k60:v60|158,159|1029,abc29 +31|k61:v61,k62:v62|160,161|1030,abc30 +32|k63:v63,k64:v64|162,163|1031,abc31 +33|k65:v65,k66:v66|164,165|1032,abc32 +34|k67:v67,k68:v68|166,167|1033,abc33 +35|k69:v69,k70:v70|168,169|1034,abc34 +36|k71:v71,k72:v72|170,171|1035,abc35 +37|k73:v73,k74:v74|172,173|1036,abc36 +38|k75:v75,k76:v76|174,175|1037,abc37 +39|k77:v77,k78:v78|176,177|1038,abc38 +40|k79:v79,k80:v80|178,179|1039,abc39 +41|k81:v81,k82:v82|180,181|1040,abc40 +42|k83:v83,k84:v84|182,183|1041,abc41 +43|k85:v85,k86:v86|184,185|1042,abc42 +44|k87:v87,k88:v88|186,187|1043,abc43 +45|k89:v89,k90:v90|188,189|1044,abc44 +46|k91:v91,k92:v92|190,191|1045,abc45 +47|k93:v93,k94:v94|192,193|1046,abc46 +48|k95:v95,k96:v96|194,195|1047,abc47 +49|k97:v97,k98:v98|196,197|1048,abc48 +50|k99:v99,k100:v100|198,199|1049,abc49 +51|k101:v101,k102:v102|200,201|1050,abc50 +52|k103:v103,k104:v104|202,203|1051,abc51 +53|k105:v105,k106:v106|204,205|1052,abc52 +54|k107:v107,k108:v108|206,207|1053,abc53 +55|k109:v109,k110:v110|208,209|1054,abc54 +56|k111:v111,k112:v112|210,211|1055,abc55 +57|k113:v113,k114:v114|212,213|1056,abc56 +58|k115:v115,k116:v116|214,215|1057,abc57 +59|k117:v117,k118:v118|216,217|1058,abc58 +60|k119:v119,k120:v120|218,219|1059,abc59 +61|k121:v121,k122:v122|220,221|1060,abc60 +62|k123:v123,k124:v124|222,223|1061,abc61 +63|k125:v125,k126:v126|224,225|1062,abc62 +64|k127:v127,k128:v128|226,227|1063,abc63 +65|k129:v129,k130:v130|228,229|1064,abc64 +66|k131:v131,k132:v132|230,231|1065,abc65 +67|k133:v133,k134:v134|232,233|1066,abc66 +68|k135:v135,k136:v136|234,235|1067,abc67 +69|k137:v137,k138:v138|236,237|1068,abc68 +70|k139:v139,k140:v140|238,239|1069,abc69 +71|k141:v141,k142:v142|240,241|1070,abc70 +72|k143:v143,k144:v144|242,243|1071,abc71 +73|k145:v145,k146:v146|244,245|1072,abc72 +74|k147:v147,k148:v148|246,247|1073,abc73 +75|k149:v149,k150:v150|248,249|1074,abc74 +76|k151:v151,k152:v152|250,251|1075,abc75 +77|k153:v153,k154:v154|252,253|1076,abc76 +78|k155:v155,k156:v156|254,255|1077,abc77 +79|k157:v157,k158:v158|256,257|1078,abc78 +80|k159:v159,k160:v160|258,259|1079,abc79 +81|k161:v161,k162:v162|260,261|1080,abc80 +82|k163:v163,k164:v164|262,263|1081,abc81 +83|k165:v165,k166:v166|264,265|1082,abc82 +84|k167:v167,k168:v168|266,267|1083,abc83 +85|k169:v169,k170:v170|268,269|1084,abc84 +86|k171:v171,k172:v172|270,271|1085,abc85 +87|k173:v173,k174:v174|272,273|1086,abc86 +88|k175:v175,k176:v176|274,275|1087,abc87 +89|k177:v177,k178:v178|276,277|1088,abc88 +90|k179:v179,k180:v180|278,279|1089,abc89 +91|k181:v181,k182:v182|280,281|1090,abc90 +92|k183:v183,k184:v184|282,283|1091,abc91 +93|k185:v185,k186:v186|284,285|1092,abc92 +94|k187:v187,k188:v188|286,287|1093,abc93 +95|k189:v189,k190:v190|288,289|1094,abc94 +96|k191:v191,k192:v192|290,291|1095,abc95 +97|k193:v193,k194:v194|292,293|1096,abc96 +98|k195:v195,k196:v196|294,295|1097,abc97 +99|k197:v197,k198:v198|296,297|1098,abc98 +100|k199:v199,k200:v200|298,299|1099,abc99 +101|k201:v201,k202:v202|300,301|1100,abc100 +102|k203:v203,k204:v204|302,303|1101,abc101 +103|k205:v205,k206:v206|304,305|1102,abc102 +104|k207:v207,k208:v208|306,307|1103,abc103 +105|k209:v209,k210:v210|308,309|1104,abc104 +106|k211:v211,k212:v212|310,311|1105,abc105 +107|k213:v213,k214:v214|312,313|1106,abc106 +108|k215:v215,k216:v216|314,315|1107,abc107 +109|k217:v217,k218:v218|316,317|1108,abc108 +110|k219:v219,k220:v220|318,319|1109,abc109 +111|k221:v221,k222:v222|320,321|1110,abc110 +112|k223:v223,k224:v224|322,323|1111,abc111 +113|k225:v225,k226:v226|324,325|1112,abc112 +114|k227:v227,k228:v228|326,327|1113,abc113 +115|k229:v229,k230:v230|328,329|1114,abc114 +116|k231:v231,k232:v232|330,331|1115,abc115 +117|k233:v233,k234:v234|332,333|1116,abc116 +118|k235:v235,k236:v236|334,335|1117,abc117 +119|k237:v237,k238:v238|336,337|1118,abc118 +120|k239:v239,k240:v240|338,339|1119,abc119 +121|k241:v241,k242:v242|340,341|1120,abc120 +122|k243:v243,k244:v244|342,343|1121,abc121 +123|k245:v245,k246:v246|344,345|1122,abc122 +124|k247:v247,k248:v248|346,347|1123,abc123 +125|k249:v249,k250:v250|348,349|1124,abc124 +126|k251:v251,k252:v252|350,351|1125,abc125 +127|k253:v253,k254:v254|352,353|1126,abc126 +128|k255:v255,k256:v256|354,355|1127,abc127 +129|k257:v257,k258:v258|356,357|1128,abc128 +130|k259:v259,k260:v260|358,359|1129,abc129 +131|k261:v261,k262:v262|360,361|1130,abc130 +132|k263:v263,k264:v264|362,363|1131,abc131 +133|k265:v265,k266:v266|364,365|1132,abc132 +134|k267:v267,k268:v268|366,367|1133,abc133 +135|k269:v269,k270:v270|368,369|1134,abc134 +136|k271:v271,k272:v272|370,371|1135,abc135 +137|k273:v273,k274:v274|372,373|1136,abc136 +138|k275:v275,k276:v276|374,375|1137,abc137 +139|k277:v277,k278:v278|376,377|1138,abc138 +140|k279:v279,k280:v280|378,379|1139,abc139 +141|k281:v281,k282:v282|380,381|1140,abc140 +142|k283:v283,k284:v284|382,383|1141,abc141 +143|k285:v285,k286:v286|384,385|1142,abc142 +144|k287:v287,k288:v288|386,387|1143,abc143 +145|k289:v289,k290:v290|388,389|1144,abc144 +146|k291:v291,k292:v292|390,391|1145,abc145 +147|k293:v293,k294:v294|392,393|1146,abc146 +148|k295:v295,k296:v296|394,395|1147,abc147 +149|k297:v297,k298:v298|396,397|1148,abc148 +150|k299:v299,k300:v300|398,399|1149,abc149 +151|k301:v301,k302:v302|400,401|1150,abc150 +152|k303:v303,k304:v304|402,403|1151,abc151 +153|k305:v305,k306:v306|404,405|1152,abc152 +154|k307:v307,k308:v308|406,407|1153,abc153 +155|k309:v309,k310:v310|408,409|1154,abc154 +156|k311:v311,k312:v312|410,411|1155,abc155 +157|k313:v313,k314:v314|412,413|1156,abc156 +158|k315:v315,k316:v316|414,415|1157,abc157 +159|k317:v317,k318:v318|416,417|1158,abc158 +160|k319:v319,k320:v320|418,419|1159,abc159 +161|k321:v321,k322:v322|420,421|1160,abc160 +162|k323:v323,k324:v324|422,423|1161,abc161 +163|k325:v325,k326:v326|424,425|1162,abc162 +164|k327:v327,k328:v328|426,427|1163,abc163 +165|k329:v329,k330:v330|428,429|1164,abc164 +166|k331:v331,k332:v332|430,431|1165,abc165 +167|k333:v333,k334:v334|432,433|1166,abc166 +168|k335:v335,k336:v336|434,435|1167,abc167 +169|k337:v337,k338:v338|436,437|1168,abc168 +170|k339:v339,k340:v340|438,439|1169,abc169 +171|k341:v341,k342:v342|440,441|1170,abc170 +172|k343:v343,k344:v344|442,443|1171,abc171 +173|k345:v345,k346:v346|444,445|1172,abc172 +174|k347:v347,k348:v348|446,447|1173,abc173 +175|k349:v349,k350:v350|448,449|1174,abc174 +176|k351:v351,k352:v352|450,451|1175,abc175 +177|k353:v353,k354:v354|452,453|1176,abc176 +178|k355:v355,k356:v356|454,455|1177,abc177 +179|k357:v357,k358:v358|456,457|1178,abc178 +180|k359:v359,k360:v360|458,459|1179,abc179 +181|k361:v361,k362:v362|460,461|1180,abc180 +182|k363:v363,k364:v364|462,463|1181,abc181 +183|k365:v365,k366:v366|464,465|1182,abc182 +184|k367:v367,k368:v368|466,467|1183,abc183 +185|k369:v369,k370:v370|468,469|1184,abc184 +186|k371:v371,k372:v372|470,471|1185,abc185 +187|k373:v373,k374:v374|472,473|1186,abc186 +188|k375:v375,k376:v376|474,475|1187,abc187 +189|k377:v377,k378:v378|476,477|1188,abc188 +190|k379:v379,k380:v380|478,479|1189,abc189 +191|k381:v381,k382:v382|480,481|1190,abc190 +192|k383:v383,k384:v384|482,483|1191,abc191 +193|k385:v385,k386:v386|484,485|1192,abc192 +194|k387:v387,k388:v388|486,487|1193,abc193 +195|k389:v389,k390:v390|488,489|1194,abc194 +196|k391:v391,k392:v392|490,491|1195,abc195 +197|k393:v393,k394:v394|492,493|1196,abc196 +198|k395:v395,k396:v396|494,495|1197,abc197 +199|k397:v397,k398:v398|496,497|1198,abc198 +200|k399:v399,k400:v400|498,499|1199,abc199 +201|k401:v401,k402:v402|500,501|1200,abc200 +202|k403:v403,k404:v404|502,503|1201,abc201 +203|k405:v405,k406:v406|504,505|1202,abc202 +204|k407:v407,k408:v408|506,507|1203,abc203 +205|k409:v409,k410:v410|508,509|1204,abc204 +206|k411:v411,k412:v412|510,511|1205,abc205 +207|k413:v413,k414:v414|512,513|1206,abc206 +208|k415:v415,k416:v416|514,515|1207,abc207 +209|k417:v417,k418:v418|516,517|1208,abc208 +210|k419:v419,k420:v420|518,519|1209,abc209 +211|k421:v421,k422:v422|520,521|1210,abc210 +212|k423:v423,k424:v424|522,523|1211,abc211 +213|k425:v425,k426:v426|524,525|1212,abc212 +214|k427:v427,k428:v428|526,527|1213,abc213 +215|k429:v429,k430:v430|528,529|1214,abc214 +216|k431:v431,k432:v432|530,531|1215,abc215 +217|k433:v433,k434:v434|532,533|1216,abc216 +218|k435:v435,k436:v436|534,535|1217,abc217 +219|k437:v437,k438:v438|536,537|1218,abc218 +220|k439:v439,k440:v440|538,539|1219,abc219 +221|k441:v441,k442:v442|540,541|1220,abc220 +222|k443:v443,k444:v444|542,543|1221,abc221 +223|k445:v445,k446:v446|544,545|1222,abc222 +224|k447:v447,k448:v448|546,547|1223,abc223 +225|k449:v449,k450:v450|548,549|1224,abc224 +226|k451:v451,k452:v452|550,551|1225,abc225 +227|k453:v453,k454:v454|552,553|1226,abc226 +228|k455:v455,k456:v456|554,555|1227,abc227 +229|k457:v457,k458:v458|556,557|1228,abc228 +230|k459:v459,k460:v460|558,559|1229,abc229 +231|k461:v461,k462:v462|560,561|1230,abc230 +232|k463:v463,k464:v464|562,563|1231,abc231 +233|k465:v465,k466:v466|564,565|1232,abc232 +234|k467:v467,k468:v468|566,567|1233,abc233 +235|k469:v469,k470:v470|568,569|1234,abc234 +236|k471:v471,k472:v472|570,571|1235,abc235 +237|k473:v473,k474:v474|572,573|1236,abc236 +238|k475:v475,k476:v476|574,575|1237,abc237 +239|k477:v477,k478:v478|576,577|1238,abc238 +240|k479:v479,k480:v480|578,579|1239,abc239 +241|k481:v481,k482:v482|580,581|1240,abc240 +242|k483:v483,k484:v484|582,583|1241,abc241 +243|k485:v485,k486:v486|584,585|1242,abc242 +244|k487:v487,k488:v488|586,587|1243,abc243 +245|k489:v489,k490:v490|588,589|1244,abc244 +246|k491:v491,k492:v492|590,591|1245,abc245 +247|k493:v493,k494:v494|592,593|1246,abc246 +248|k495:v495,k496:v496|594,595|1247,abc247 +249|k497:v497,k498:v498|596,597|1248,abc248 +250|k499:v499,k500:v500|598,599|1249,abc249 +251|k501:v501,k502:v502|600,601|1250,abc250 +252|k503:v503,k504:v504|602,603|1251,abc251 +253|k505:v505,k506:v506|604,605|1252,abc252 +254|k507:v507,k508:v508|606,607|1253,abc253 +255|k509:v509,k510:v510|608,609|1254,abc254 +256|k511:v511,k512:v512|610,611|1255,abc255 +257|k513:v513,k514:v514|612,613|1256,abc256 +258|k515:v515,k516:v516|614,615|1257,abc257 +259|k517:v517,k518:v518|616,617|1258,abc258 +260|k519:v519,k520:v520|618,619|1259,abc259 +261|k521:v521,k522:v522|620,621|1260,abc260 +262|k523:v523,k524:v524|622,623|1261,abc261 +263|k525:v525,k526:v526|624,625|1262,abc262 +264|k527:v527,k528:v528|626,627|1263,abc263 +265|k529:v529,k530:v530|628,629|1264,abc264 +266|k531:v531,k532:v532|630,631|1265,abc265 +267|k533:v533,k534:v534|632,633|1266,abc266 +268|k535:v535,k536:v536|634,635|1267,abc267 +269|k537:v537,k538:v538|636,637|1268,abc268 +270|k539:v539,k540:v540|638,639|1269,abc269 +271|k541:v541,k542:v542|640,641|1270,abc270 +272|k543:v543,k544:v544|642,643|1271,abc271 +273|k545:v545,k546:v546|644,645|1272,abc272 +274|k547:v547,k548:v548|646,647|1273,abc273 +275|k549:v549,k550:v550|648,649|1274,abc274 +276|k551:v551,k552:v552|650,651|1275,abc275 +277|k553:v553,k554:v554|652,653|1276,abc276 +278|k555:v555,k556:v556|654,655|1277,abc277 +279|k557:v557,k558:v558|656,657|1278,abc278 +280|k559:v559,k560:v560|658,659|1279,abc279 +281|k561:v561,k562:v562|660,661|1280,abc280 +282|k563:v563,k564:v564|662,663|1281,abc281 +283|k565:v565,k566:v566|664,665|1282,abc282 +284|k567:v567,k568:v568|666,667|1283,abc283 +285|k569:v569,k570:v570|668,669|1284,abc284 +286|k571:v571,k572:v572|670,671|1285,abc285 +287|k573:v573,k574:v574|672,673|1286,abc286 +288|k575:v575,k576:v576|674,675|1287,abc287 +289|k577:v577,k578:v578|676,677|1288,abc288 +290|k579:v579,k580:v580|678,679|1289,abc289 +291|k581:v581,k582:v582|680,681|1290,abc290 +292|k583:v583,k584:v584|682,683|1291,abc291 +293|k585:v585,k586:v586|684,685|1292,abc292 +294|k587:v587,k588:v588|686,687|1293,abc293 +295|k589:v589,k590:v590|688,689|1294,abc294 +296|k591:v591,k592:v592|690,691|1295,abc295 +297|k593:v593,k594:v594|692,693|1296,abc296 +298|k595:v595,k596:v596|694,695|1297,abc297 +299|k597:v597,k598:v598|696,697|1298,abc298 +300|k599:v599,k600:v600|698,699|1299,abc299 +301|k601:v601,k602:v602|700,701|1300,abc300 +302|k603:v603,k604:v604|702,703|1301,abc301 +303|k605:v605,k606:v606|704,705|1302,abc302 +304|k607:v607,k608:v608|706,707|1303,abc303 +305|k609:v609,k610:v610|708,709|1304,abc304 +306|k611:v611,k612:v612|710,711|1305,abc305 +307|k613:v613,k614:v614|712,713|1306,abc306 +308|k615:v615,k616:v616|714,715|1307,abc307 +309|k617:v617,k618:v618|716,717|1308,abc308 +310|k619:v619,k620:v620|718,719|1309,abc309 +311|k621:v621,k622:v622|720,721|1310,abc310 +312|k623:v623,k624:v624|722,723|1311,abc311 +313|k625:v625,k626:v626|724,725|1312,abc312 +314|k627:v627,k628:v628|726,727|1313,abc313 +315|k629:v629,k630:v630|728,729|1314,abc314 +316|k631:v631,k632:v632|730,731|1315,abc315 +317|k633:v633,k634:v634|732,733|1316,abc316 +318|k635:v635,k636:v636|734,735|1317,abc317 +319|k637:v637,k638:v638|736,737|1318,abc318 +320|k639:v639,k640:v640|738,739|1319,abc319 +321|k641:v641,k642:v642|740,741|1320,abc320 +322|k643:v643,k644:v644|742,743|1321,abc321 +323|k645:v645,k646:v646|744,745|1322,abc322 +324|k647:v647,k648:v648|746,747|1323,abc323 +325|k649:v649,k650:v650|748,749|1324,abc324 +326|k651:v651,k652:v652|750,751|1325,abc325 +327|k653:v653,k654:v654|752,753|1326,abc326 +328|k655:v655,k656:v656|754,755|1327,abc327 +329|k657:v657,k658:v658|756,757|1328,abc328 +330|k659:v659,k660:v660|758,759|1329,abc329 +331|k661:v661,k662:v662|760,761|1330,abc330 +332|k663:v663,k664:v664|762,763|1331,abc331 +333|k665:v665,k666:v666|764,765|1332,abc332 +334|k667:v667,k668:v668|766,767|1333,abc333 +335|k669:v669,k670:v670|768,769|1334,abc334 +336|k671:v671,k672:v672|770,771|1335,abc335 +337|k673:v673,k674:v674|772,773|1336,abc336 +338|k675:v675,k676:v676|774,775|1337,abc337 +339|k677:v677,k678:v678|776,777|1338,abc338 +340|k679:v679,k680:v680|778,779|1339,abc339 +341|k681:v681,k682:v682|780,781|1340,abc340 +342|k683:v683,k684:v684|782,783|1341,abc341 +343|k685:v685,k686:v686|784,785|1342,abc342 +344|k687:v687,k688:v688|786,787|1343,abc343 +345|k689:v689,k690:v690|788,789|1344,abc344 +346|k691:v691,k692:v692|790,791|1345,abc345 +347|k693:v693,k694:v694|792,793|1346,abc346 +348|k695:v695,k696:v696|794,795|1347,abc347 +349|k697:v697,k698:v698|796,797|1348,abc348 +350|k699:v699,k700:v700|798,799|1349,abc349 +351|k701:v701,k702:v702|800,801|1350,abc350 +352|k703:v703,k704:v704|802,803|1351,abc351 +353|k705:v705,k706:v706|804,805|1352,abc352 +354|k707:v707,k708:v708|806,807|1353,abc353 +355|k709:v709,k710:v710|808,809|1354,abc354 +356|k711:v711,k712:v712|810,811|1355,abc355 +357|k713:v713,k714:v714|812,813|1356,abc356 +358|k715:v715,k716:v716|814,815|1357,abc357 +359|k717:v717,k718:v718|816,817|1358,abc358 +360|k719:v719,k720:v720|818,819|1359,abc359 +361|k721:v721,k722:v722|820,821|1360,abc360 +362|k723:v723,k724:v724|822,823|1361,abc361 +363|k725:v725,k726:v726|824,825|1362,abc362 +364|k727:v727,k728:v728|826,827|1363,abc363 +365|k729:v729,k730:v730|828,829|1364,abc364 +366|k731:v731,k732:v732|830,831|1365,abc365 +367|k733:v733,k734:v734|832,833|1366,abc366 +368|k735:v735,k736:v736|834,835|1367,abc367 +369|k737:v737,k738:v738|836,837|1368,abc368 +370|k739:v739,k740:v740|838,839|1369,abc369 +371|k741:v741,k742:v742|840,841|1370,abc370 +372|k743:v743,k744:v744|842,843|1371,abc371 +373|k745:v745,k746:v746|844,845|1372,abc372 +374|k747:v747,k748:v748|846,847|1373,abc373 +375|k749:v749,k750:v750|848,849|1374,abc374 +376|k751:v751,k752:v752|850,851|1375,abc375 +377|k753:v753,k754:v754|852,853|1376,abc376 +378|k755:v755,k756:v756|854,855|1377,abc377 +379|k757:v757,k758:v758|856,857|1378,abc378 +380|k759:v759,k760:v760|858,859|1379,abc379 +381|k761:v761,k762:v762|860,861|1380,abc380 +382|k763:v763,k764:v764|862,863|1381,abc381 +383|k765:v765,k766:v766|864,865|1382,abc382 +384|k767:v767,k768:v768|866,867|1383,abc383 +385|k769:v769,k770:v770|868,869|1384,abc384 +386|k771:v771,k772:v772|870,871|1385,abc385 +387|k773:v773,k774:v774|872,873|1386,abc386 +388|k775:v775,k776:v776|874,875|1387,abc387 +389|k777:v777,k778:v778|876,877|1388,abc388 +390|k779:v779,k780:v780|878,879|1389,abc389 +391|k781:v781,k782:v782|880,881|1390,abc390 +392|k783:v783,k784:v784|882,883|1391,abc391 +393|k785:v785,k786:v786|884,885|1392,abc392 +394|k787:v787,k788:v788|886,887|1393,abc393 +395|k789:v789,k790:v790|888,889|1394,abc394 +396|k791:v791,k792:v792|890,891|1395,abc395 +397|k793:v793,k794:v794|892,893|1396,abc396 +398|k795:v795,k796:v796|894,895|1397,abc397 +399|k797:v797,k798:v798|896,897|1398,abc398 +400|k799:v799,k800:v800|898,899|1399,abc399 +401|k801:v801,k802:v802|900,901|1400,abc400 +402|k803:v803,k804:v804|902,903|1401,abc401 +403|k805:v805,k806:v806|904,905|1402,abc402 +404|k807:v807,k808:v808|906,907|1403,abc403 +405|k809:v809,k810:v810|908,909|1404,abc404 +406|k811:v811,k812:v812|910,911|1405,abc405 +407|k813:v813,k814:v814|912,913|1406,abc406 +408|k815:v815,k816:v816|914,915|1407,abc407 +409|k817:v817,k818:v818|916,917|1408,abc408 +410|k819:v819,k820:v820|918,919|1409,abc409 +411|k821:v821,k822:v822|920,921|1410,abc410 +412|k823:v823,k824:v824|922,923|1411,abc411 +413|k825:v825,k826:v826|924,925|1412,abc412 +414|k827:v827,k828:v828|926,927|1413,abc413 +415|k829:v829,k830:v830|928,929|1414,abc414 +416|k831:v831,k832:v832|930,931|1415,abc415 +417|k833:v833,k834:v834|932,933|1416,abc416 +418|k835:v835,k836:v836|934,935|1417,abc417 +419|k837:v837,k838:v838|936,937|1418,abc418 +420|k839:v839,k840:v840|938,939|1419,abc419 +421|k841:v841,k842:v842|940,941|1420,abc420 +422|k843:v843,k844:v844|942,943|1421,abc421 +423|k845:v845,k846:v846|944,945|1422,abc422 +424|k847:v847,k848:v848|946,947|1423,abc423 +425|k849:v849,k850:v850|948,949|1424,abc424 +426|k851:v851,k852:v852|950,951|1425,abc425 +427|k853:v853,k854:v854|952,953|1426,abc426 +428|k855:v855,k856:v856|954,955|1427,abc427 +429|k857:v857,k858:v858|956,957|1428,abc428 +430|k859:v859,k860:v860|958,959|1429,abc429 +431|k861:v861,k862:v862|960,961|1430,abc430 +432|k863:v863,k864:v864|962,963|1431,abc431 +433|k865:v865,k866:v866|964,965|1432,abc432 +434|k867:v867,k868:v868|966,967|1433,abc433 +435|k869:v869,k870:v870|968,969|1434,abc434 +436|k871:v871,k872:v872|970,971|1435,abc435 +437|k873:v873,k874:v874|972,973|1436,abc436 +438|k875:v875,k876:v876|974,975|1437,abc437 +439|k877:v877,k878:v878|976,977|1438,abc438 +440|k879:v879,k880:v880|978,979|1439,abc439 +441|k881:v881,k882:v882|980,981|1440,abc440 +442|k883:v883,k884:v884|982,983|1441,abc441 +443|k885:v885,k886:v886|984,985|1442,abc442 +444|k887:v887,k888:v888|986,987|1443,abc443 +445|k889:v889,k890:v890|988,989|1444,abc444 +446|k891:v891,k892:v892|990,991|1445,abc445 +447|k893:v893,k894:v894|992,993|1446,abc446 +448|k895:v895,k896:v896|994,995|1447,abc447 +449|k897:v897,k898:v898|996,997|1448,abc448 +450|k899:v899,k900:v900|998,999|1449,abc449 +451|k901:v901,k902:v902|1000,1001|1450,abc450 +452|k903:v903,k904:v904|1002,1003|1451,abc451 +453|k905:v905,k906:v906|1004,1005|1452,abc452 +454|k907:v907,k908:v908|1006,1007|1453,abc453 +455|k909:v909,k910:v910|1008,1009|1454,abc454 +456|k911:v911,k912:v912|1010,1011|1455,abc455 +457|k913:v913,k914:v914|1012,1013|1456,abc456 +458|k915:v915,k916:v916|1014,1015|1457,abc457 +459|k917:v917,k918:v918|1016,1017|1458,abc458 +460|k919:v919,k920:v920|1018,1019|1459,abc459 +461|k921:v921,k922:v922|1020,1021|1460,abc460 +462|k923:v923,k924:v924|1022,1023|1461,abc461 +463|k925:v925,k926:v926|1024,1025|1462,abc462 +464|k927:v927,k928:v928|1026,1027|1463,abc463 +465|k929:v929,k930:v930|1028,1029|1464,abc464 +466|k931:v931,k932:v932|1030,1031|1465,abc465 +467|k933:v933,k934:v934|1032,1033|1466,abc466 +468|k935:v935,k936:v936|1034,1035|1467,abc467 +469|k937:v937,k938:v938|1036,1037|1468,abc468 +470|k939:v939,k940:v940|1038,1039|1469,abc469 +471|k941:v941,k942:v942|1040,1041|1470,abc470 +472|k943:v943,k944:v944|1042,1043|1471,abc471 +473|k945:v945,k946:v946|1044,1045|1472,abc472 +474|k947:v947,k948:v948|1046,1047|1473,abc473 +475|k949:v949,k950:v950|1048,1049|1474,abc474 +476|k951:v951,k952:v952|1050,1051|1475,abc475 +477|k953:v953,k954:v954|1052,1053|1476,abc476 +478|k955:v955,k956:v956|1054,1055|1477,abc477 +479|k957:v957,k958:v958|1056,1057|1478,abc478 +480|k959:v959,k960:v960|1058,1059|1479,abc479 +481|k961:v961,k962:v962|1060,1061|1480,abc480 +482|k963:v963,k964:v964|1062,1063|1481,abc481 +483|k965:v965,k966:v966|1064,1065|1482,abc482 +484|k967:v967,k968:v968|1066,1067|1483,abc483 +485|k969:v969,k970:v970|1068,1069|1484,abc484 +486|k971:v971,k972:v972|1070,1071|1485,abc485 +487|k973:v973,k974:v974|1072,1073|1486,abc486 +488|k975:v975,k976:v976|1074,1075|1487,abc487 +489|k977:v977,k978:v978|1076,1077|1488,abc488 +490|k979:v979,k980:v980|1078,1079|1489,abc489 +491|k981:v981,k982:v982|1080,1081|1490,abc490 +492|k983:v983,k984:v984|1082,1083|1491,abc491 +493|k985:v985,k986:v986|1084,1085|1492,abc492 +494|k987:v987,k988:v988|1086,1087|1493,abc493 +495|k989:v989,k990:v990|1088,1089|1494,abc494 +496|k991:v991,k992:v992|1090,1091|1495,abc495 +497|k993:v993,k994:v994|1092,1093|1496,abc496 +498|k995:v995,k996:v996|1094,1095|1497,abc497 +499|k997:v997,k998:v998|1096,1097|1498,abc498 +500|k999:v999,k1000:v1000|1098,1099|1499,abc499 +501|k1001:v1001,k1002:v1002|1100,1101|1500,abc500 +502|k1003:v1003,k1004:v1004|1102,1103|1501,abc501 +503|k1005:v1005,k1006:v1006|1104,1105|1502,abc502 +504|k1007:v1007,k1008:v1008|1106,1107|1503,abc503 +505|k1009:v1009,k1010:v1010|1108,1109|1504,abc504 +506|k1011:v1011,k1012:v1012|1110,1111|1505,abc505 +507|k1013:v1013,k1014:v1014|1112,1113|1506,abc506 +508|k1015:v1015,k1016:v1016|1114,1115|1507,abc507 +509|k1017:v1017,k1018:v1018|1116,1117|1508,abc508 +510|k1019:v1019,k1020:v1020|1118,1119|1509,abc509 +511|k1021:v1021,k1022:v1022|1120,1121|1510,abc510 +512|k1023:v1023,k1024:v1024|1122,1123|1511,abc511 +513|k1025:v1025,k1026:v1026|1124,1125|1512,abc512 +514|k1027:v1027,k1028:v1028|1126,1127|1513,abc513 +515|k1029:v1029,k1030:v1030|1128,1129|1514,abc514 +516|k1031:v1031,k1032:v1032|1130,1131|1515,abc515 +517|k1033:v1033,k1034:v1034|1132,1133|1516,abc516 +518|k1035:v1035,k1036:v1036|1134,1135|1517,abc517 +519|k1037:v1037,k1038:v1038|1136,1137|1518,abc518 +520|k1039:v1039,k1040:v1040|1138,1139|1519,abc519 +521|k1041:v1041,k1042:v1042|1140,1141|1520,abc520 +522|k1043:v1043,k1044:v1044|1142,1143|1521,abc521 +523|k1045:v1045,k1046:v1046|1144,1145|1522,abc522 +524|k1047:v1047,k1048:v1048|1146,1147|1523,abc523 +525|k1049:v1049,k1050:v1050|1148,1149|1524,abc524 +526|k1051:v1051,k1052:v1052|1150,1151|1525,abc525 +527|k1053:v1053,k1054:v1054|1152,1153|1526,abc526 +528|k1055:v1055,k1056:v1056|1154,1155|1527,abc527 +529|k1057:v1057,k1058:v1058|1156,1157|1528,abc528 +530|k1059:v1059,k1060:v1060|1158,1159|1529,abc529 +531|k1061:v1061,k1062:v1062|1160,1161|1530,abc530 +532|k1063:v1063,k1064:v1064|1162,1163|1531,abc531 +533|k1065:v1065,k1066:v1066|1164,1165|1532,abc532 +534|k1067:v1067,k1068:v1068|1166,1167|1533,abc533 +535|k1069:v1069,k1070:v1070|1168,1169|1534,abc534 +536|k1071:v1071,k1072:v1072|1170,1171|1535,abc535 +537|k1073:v1073,k1074:v1074|1172,1173|1536,abc536 +538|k1075:v1075,k1076:v1076|1174,1175|1537,abc537 +539|k1077:v1077,k1078:v1078|1176,1177|1538,abc538 +540|k1079:v1079,k1080:v1080|1178,1179|1539,abc539 +541|k1081:v1081,k1082:v1082|1180,1181|1540,abc540 +542|k1083:v1083,k1084:v1084|1182,1183|1541,abc541 +543|k1085:v1085,k1086:v1086|1184,1185|1542,abc542 +544|k1087:v1087,k1088:v1088|1186,1187|1543,abc543 +545|k1089:v1089,k1090:v1090|1188,1189|1544,abc544 +546|k1091:v1091,k1092:v1092|1190,1191|1545,abc545 +547|k1093:v1093,k1094:v1094|1192,1193|1546,abc546 +548|k1095:v1095,k1096:v1096|1194,1195|1547,abc547 +549|k1097:v1097,k1098:v1098|1196,1197|1548,abc548 +550|k1099:v1099,k1100:v1100|1198,1199|1549,abc549 +551|k1101:v1101,k1102:v1102|1200,1201|1550,abc550 +552|k1103:v1103,k1104:v1104|1202,1203|1551,abc551 +553|k1105:v1105,k1106:v1106|1204,1205|1552,abc552 +554|k1107:v1107,k1108:v1108|1206,1207|1553,abc553 +555|k1109:v1109,k1110:v1110|1208,1209|1554,abc554 +556|k1111:v1111,k1112:v1112|1210,1211|1555,abc555 +557|k1113:v1113,k1114:v1114|1212,1213|1556,abc556 +558|k1115:v1115,k1116:v1116|1214,1215|1557,abc557 +559|k1117:v1117,k1118:v1118|1216,1217|1558,abc558 +560|k1119:v1119,k1120:v1120|1218,1219|1559,abc559 +561|k1121:v1121,k1122:v1122|1220,1221|1560,abc560 +562|k1123:v1123,k1124:v1124|1222,1223|1561,abc561 +563|k1125:v1125,k1126:v1126|1224,1225|1562,abc562 +564|k1127:v1127,k1128:v1128|1226,1227|1563,abc563 +565|k1129:v1129,k1130:v1130|1228,1229|1564,abc564 +566|k1131:v1131,k1132:v1132|1230,1231|1565,abc565 +567|k1133:v1133,k1134:v1134|1232,1233|1566,abc566 +568|k1135:v1135,k1136:v1136|1234,1235|1567,abc567 +569|k1137:v1137,k1138:v1138|1236,1237|1568,abc568 +570|k1139:v1139,k1140:v1140|1238,1239|1569,abc569 +571|k1141:v1141,k1142:v1142|1240,1241|1570,abc570 +572|k1143:v1143,k1144:v1144|1242,1243|1571,abc571 +573|k1145:v1145,k1146:v1146|1244,1245|1572,abc572 +574|k1147:v1147,k1148:v1148|1246,1247|1573,abc573 +575|k1149:v1149,k1150:v1150|1248,1249|1574,abc574 +576|k1151:v1151,k1152:v1152|1250,1251|1575,abc575 +577|k1153:v1153,k1154:v1154|1252,1253|1576,abc576 +578|k1155:v1155,k1156:v1156|1254,1255|1577,abc577 +579|k1157:v1157,k1158:v1158|1256,1257|1578,abc578 +580|k1159:v1159,k1160:v1160|1258,1259|1579,abc579 +581|k1161:v1161,k1162:v1162|1260,1261|1580,abc580 +582|k1163:v1163,k1164:v1164|1262,1263|1581,abc581 +583|k1165:v1165,k1166:v1166|1264,1265|1582,abc582 +584|k1167:v1167,k1168:v1168|1266,1267|1583,abc583 +585|k1169:v1169,k1170:v1170|1268,1269|1584,abc584 +586|k1171:v1171,k1172:v1172|1270,1271|1585,abc585 +587|k1173:v1173,k1174:v1174|1272,1273|1586,abc586 +588|k1175:v1175,k1176:v1176|1274,1275|1587,abc587 +589|k1177:v1177,k1178:v1178|1276,1277|1588,abc588 +590|k1179:v1179,k1180:v1180|1278,1279|1589,abc589 +591|k1181:v1181,k1182:v1182|1280,1281|1590,abc590 +592|k1183:v1183,k1184:v1184|1282,1283|1591,abc591 +593|k1185:v1185,k1186:v1186|1284,1285|1592,abc592 +594|k1187:v1187,k1188:v1188|1286,1287|1593,abc593 +595|k1189:v1189,k1190:v1190|1288,1289|1594,abc594 +596|k1191:v1191,k1192:v1192|1290,1291|1595,abc595 +597|k1193:v1193,k1194:v1194|1292,1293|1596,abc596 +598|k1195:v1195,k1196:v1196|1294,1295|1597,abc597 +599|k1197:v1197,k1198:v1198|1296,1297|1598,abc598 +600|k1199:v1199,k1200:v1200|1298,1299|1599,abc599 +601|k1201:v1201,k1202:v1202|1300,1301|1600,abc600 +602|k1203:v1203,k1204:v1204|1302,1303|1601,abc601 +603|k1205:v1205,k1206:v1206|1304,1305|1602,abc602 +604|k1207:v1207,k1208:v1208|1306,1307|1603,abc603 +605|k1209:v1209,k1210:v1210|1308,1309|1604,abc604 +606|k1211:v1211,k1212:v1212|1310,1311|1605,abc605 +607|k1213:v1213,k1214:v1214|1312,1313|1606,abc606 +608|k1215:v1215,k1216:v1216|1314,1315|1607,abc607 +609|k1217:v1217,k1218:v1218|1316,1317|1608,abc608 +610|k1219:v1219,k1220:v1220|1318,1319|1609,abc609 +611|k1221:v1221,k1222:v1222|1320,1321|1610,abc610 +612|k1223:v1223,k1224:v1224|1322,1323|1611,abc611 +613|k1225:v1225,k1226:v1226|1324,1325|1612,abc612 +614|k1227:v1227,k1228:v1228|1326,1327|1613,abc613 +615|k1229:v1229,k1230:v1230|1328,1329|1614,abc614 +616|k1231:v1231,k1232:v1232|1330,1331|1615,abc615 +617|k1233:v1233,k1234:v1234|1332,1333|1616,abc616 +618|k1235:v1235,k1236:v1236|1334,1335|1617,abc617 +619|k1237:v1237,k1238:v1238|1336,1337|1618,abc618 +620|k1239:v1239,k1240:v1240|1338,1339|1619,abc619 +621|k1241:v1241,k1242:v1242|1340,1341|1620,abc620 +622|k1243:v1243,k1244:v1244|1342,1343|1621,abc621 +623|k1245:v1245,k1246:v1246|1344,1345|1622,abc622 +624|k1247:v1247,k1248:v1248|1346,1347|1623,abc623 +625|k1249:v1249,k1250:v1250|1348,1349|1624,abc624 +626|k1251:v1251,k1252:v1252|1350,1351|1625,abc625 +627|k1253:v1253,k1254:v1254|1352,1353|1626,abc626 +628|k1255:v1255,k1256:v1256|1354,1355|1627,abc627 +629|k1257:v1257,k1258:v1258|1356,1357|1628,abc628 +630|k1259:v1259,k1260:v1260|1358,1359|1629,abc629 +631|k1261:v1261,k1262:v1262|1360,1361|1630,abc630 +632|k1263:v1263,k1264:v1264|1362,1363|1631,abc631 +633|k1265:v1265,k1266:v1266|1364,1365|1632,abc632 +634|k1267:v1267,k1268:v1268|1366,1367|1633,abc633 +635|k1269:v1269,k1270:v1270|1368,1369|1634,abc634 +636|k1271:v1271,k1272:v1272|1370,1371|1635,abc635 +637|k1273:v1273,k1274:v1274|1372,1373|1636,abc636 +638|k1275:v1275,k1276:v1276|1374,1375|1637,abc637 +639|k1277:v1277,k1278:v1278|1376,1377|1638,abc638 +640|k1279:v1279,k1280:v1280|1378,1379|1639,abc639 +641|k1281:v1281,k1282:v1282|1380,1381|1640,abc640 +642|k1283:v1283,k1284:v1284|1382,1383|1641,abc641 +643|k1285:v1285,k1286:v1286|1384,1385|1642,abc642 +644|k1287:v1287,k1288:v1288|1386,1387|1643,abc643 +645|k1289:v1289,k1290:v1290|1388,1389|1644,abc644 +646|k1291:v1291,k1292:v1292|1390,1391|1645,abc645 +647|k1293:v1293,k1294:v1294|1392,1393|1646,abc646 +648|k1295:v1295,k1296:v1296|1394,1395|1647,abc647 +649|k1297:v1297,k1298:v1298|1396,1397|1648,abc648 +650|k1299:v1299,k1300:v1300|1398,1399|1649,abc649 +651|k1301:v1301,k1302:v1302|1400,1401|1650,abc650 +652|k1303:v1303,k1304:v1304|1402,1403|1651,abc651 +653|k1305:v1305,k1306:v1306|1404,1405|1652,abc652 +654|k1307:v1307,k1308:v1308|1406,1407|1653,abc653 +655|k1309:v1309,k1310:v1310|1408,1409|1654,abc654 +656|k1311:v1311,k1312:v1312|1410,1411|1655,abc655 +657|k1313:v1313,k1314:v1314|1412,1413|1656,abc656 +658|k1315:v1315,k1316:v1316|1414,1415|1657,abc657 +659|k1317:v1317,k1318:v1318|1416,1417|1658,abc658 +660|k1319:v1319,k1320:v1320|1418,1419|1659,abc659 +661|k1321:v1321,k1322:v1322|1420,1421|1660,abc660 +662|k1323:v1323,k1324:v1324|1422,1423|1661,abc661 +663|k1325:v1325,k1326:v1326|1424,1425|1662,abc662 +664|k1327:v1327,k1328:v1328|1426,1427|1663,abc663 +665|k1329:v1329,k1330:v1330|1428,1429|1664,abc664 +666|k1331:v1331,k1332:v1332|1430,1431|1665,abc665 +667|k1333:v1333,k1334:v1334|1432,1433|1666,abc666 +668|k1335:v1335,k1336:v1336|1434,1435|1667,abc667 +669|k1337:v1337,k1338:v1338|1436,1437|1668,abc668 +670|k1339:v1339,k1340:v1340|1438,1439|1669,abc669 +671|k1341:v1341,k1342:v1342|1440,1441|1670,abc670 +672|k1343:v1343,k1344:v1344|1442,1443|1671,abc671 +673|k1345:v1345,k1346:v1346|1444,1445|1672,abc672 +674|k1347:v1347,k1348:v1348|1446,1447|1673,abc673 +675|k1349:v1349,k1350:v1350|1448,1449|1674,abc674 +676|k1351:v1351,k1352:v1352|1450,1451|1675,abc675 +677|k1353:v1353,k1354:v1354|1452,1453|1676,abc676 +678|k1355:v1355,k1356:v1356|1454,1455|1677,abc677 +679|k1357:v1357,k1358:v1358|1456,1457|1678,abc678 +680|k1359:v1359,k1360:v1360|1458,1459|1679,abc679 +681|k1361:v1361,k1362:v1362|1460,1461|1680,abc680 +682|k1363:v1363,k1364:v1364|1462,1463|1681,abc681 +683|k1365:v1365,k1366:v1366|1464,1465|1682,abc682 +684|k1367:v1367,k1368:v1368|1466,1467|1683,abc683 +685|k1369:v1369,k1370:v1370|1468,1469|1684,abc684 +686|k1371:v1371,k1372:v1372|1470,1471|1685,abc685 +687|k1373:v1373,k1374:v1374|1472,1473|1686,abc686 +688|k1375:v1375,k1376:v1376|1474,1475|1687,abc687 +689|k1377:v1377,k1378:v1378|1476,1477|1688,abc688 +690|k1379:v1379,k1380:v1380|1478,1479|1689,abc689 +691|k1381:v1381,k1382:v1382|1480,1481|1690,abc690 +692|k1383:v1383,k1384:v1384|1482,1483|1691,abc691 +693|k1385:v1385,k1386:v1386|1484,1485|1692,abc692 +694|k1387:v1387,k1388:v1388|1486,1487|1693,abc693 +695|k1389:v1389,k1390:v1390|1488,1489|1694,abc694 +696|k1391:v1391,k1392:v1392|1490,1491|1695,abc695 +697|k1393:v1393,k1394:v1394|1492,1493|1696,abc696 +698|k1395:v1395,k1396:v1396|1494,1495|1697,abc697 +699|k1397:v1397,k1398:v1398|1496,1497|1698,abc698 +700|k1399:v1399,k1400:v1400|1498,1499|1699,abc699 +701|k1401:v1401,k1402:v1402|1500,1501|1700,abc700 +702|k1403:v1403,k1404:v1404|1502,1503|1701,abc701 +703|k1405:v1405,k1406:v1406|1504,1505|1702,abc702 +704|k1407:v1407,k1408:v1408|1506,1507|1703,abc703 +705|k1409:v1409,k1410:v1410|1508,1509|1704,abc704 +706|k1411:v1411,k1412:v1412|1510,1511|1705,abc705 +707|k1413:v1413,k1414:v1414|1512,1513|1706,abc706 +708|k1415:v1415,k1416:v1416|1514,1515|1707,abc707 +709|k1417:v1417,k1418:v1418|1516,1517|1708,abc708 +710|k1419:v1419,k1420:v1420|1518,1519|1709,abc709 +711|k1421:v1421,k1422:v1422|1520,1521|1710,abc710 +712|k1423:v1423,k1424:v1424|1522,1523|1711,abc711 +713|k1425:v1425,k1426:v1426|1524,1525|1712,abc712 +714|k1427:v1427,k1428:v1428|1526,1527|1713,abc713 +715|k1429:v1429,k1430:v1430|1528,1529|1714,abc714 +716|k1431:v1431,k1432:v1432|1530,1531|1715,abc715 +717|k1433:v1433,k1434:v1434|1532,1533|1716,abc716 +718|k1435:v1435,k1436:v1436|1534,1535|1717,abc717 +719|k1437:v1437,k1438:v1438|1536,1537|1718,abc718 +720|k1439:v1439,k1440:v1440|1538,1539|1719,abc719 +721|k1441:v1441,k1442:v1442|1540,1541|1720,abc720 +722|k1443:v1443,k1444:v1444|1542,1543|1721,abc721 +723|k1445:v1445,k1446:v1446|1544,1545|1722,abc722 +724|k1447:v1447,k1448:v1448|1546,1547|1723,abc723 +725|k1449:v1449,k1450:v1450|1548,1549|1724,abc724 +726|k1451:v1451,k1452:v1452|1550,1551|1725,abc725 +727|k1453:v1453,k1454:v1454|1552,1553|1726,abc726 +728|k1455:v1455,k1456:v1456|1554,1555|1727,abc727 +729|k1457:v1457,k1458:v1458|1556,1557|1728,abc728 +730|k1459:v1459,k1460:v1460|1558,1559|1729,abc729 +731|k1461:v1461,k1462:v1462|1560,1561|1730,abc730 +732|k1463:v1463,k1464:v1464|1562,1563|1731,abc731 +733|k1465:v1465,k1466:v1466|1564,1565|1732,abc732 +734|k1467:v1467,k1468:v1468|1566,1567|1733,abc733 +735|k1469:v1469,k1470:v1470|1568,1569|1734,abc734 +736|k1471:v1471,k1472:v1472|1570,1571|1735,abc735 +737|k1473:v1473,k1474:v1474|1572,1573|1736,abc736 +738|k1475:v1475,k1476:v1476|1574,1575|1737,abc737 +739|k1477:v1477,k1478:v1478|1576,1577|1738,abc738 +740|k1479:v1479,k1480:v1480|1578,1579|1739,abc739 +741|k1481:v1481,k1482:v1482|1580,1581|1740,abc740 +742|k1483:v1483,k1484:v1484|1582,1583|1741,abc741 +743|k1485:v1485,k1486:v1486|1584,1585|1742,abc742 +744|k1487:v1487,k1488:v1488|1586,1587|1743,abc743 +745|k1489:v1489,k1490:v1490|1588,1589|1744,abc744 +746|k1491:v1491,k1492:v1492|1590,1591|1745,abc745 +747|k1493:v1493,k1494:v1494|1592,1593|1746,abc746 +748|k1495:v1495,k1496:v1496|1594,1595|1747,abc747 +749|k1497:v1497,k1498:v1498|1596,1597|1748,abc748 +750|k1499:v1499,k1500:v1500|1598,1599|1749,abc749 +751|k1501:v1501,k1502:v1502|1600,1601|1750,abc750 +752|k1503:v1503,k1504:v1504|1602,1603|1751,abc751 +753|k1505:v1505,k1506:v1506|1604,1605|1752,abc752 +754|k1507:v1507,k1508:v1508|1606,1607|1753,abc753 +755|k1509:v1509,k1510:v1510|1608,1609|1754,abc754 +756|k1511:v1511,k1512:v1512|1610,1611|1755,abc755 +757|k1513:v1513,k1514:v1514|1612,1613|1756,abc756 +758|k1515:v1515,k1516:v1516|1614,1615|1757,abc757 +759|k1517:v1517,k1518:v1518|1616,1617|1758,abc758 +760|k1519:v1519,k1520:v1520|1618,1619|1759,abc759 +761|k1521:v1521,k1522:v1522|1620,1621|1760,abc760 +762|k1523:v1523,k1524:v1524|1622,1623|1761,abc761 +763|k1525:v1525,k1526:v1526|1624,1625|1762,abc762 +764|k1527:v1527,k1528:v1528|1626,1627|1763,abc763 +765|k1529:v1529,k1530:v1530|1628,1629|1764,abc764 +766|k1531:v1531,k1532:v1532|1630,1631|1765,abc765 +767|k1533:v1533,k1534:v1534|1632,1633|1766,abc766 +768|k1535:v1535,k1536:v1536|1634,1635|1767,abc767 +769|k1537:v1537,k1538:v1538|1636,1637|1768,abc768 +770|k1539:v1539,k1540:v1540|1638,1639|1769,abc769 +771|k1541:v1541,k1542:v1542|1640,1641|1770,abc770 +772|k1543:v1543,k1544:v1544|1642,1643|1771,abc771 +773|k1545:v1545,k1546:v1546|1644,1645|1772,abc772 +774|k1547:v1547,k1548:v1548|1646,1647|1773,abc773 +775|k1549:v1549,k1550:v1550|1648,1649|1774,abc774 +776|k1551:v1551,k1552:v1552|1650,1651|1775,abc775 +777|k1553:v1553,k1554:v1554|1652,1653|1776,abc776 +778|k1555:v1555,k1556:v1556|1654,1655|1777,abc777 +779|k1557:v1557,k1558:v1558|1656,1657|1778,abc778 +780|k1559:v1559,k1560:v1560|1658,1659|1779,abc779 +781|k1561:v1561,k1562:v1562|1660,1661|1780,abc780 +782|k1563:v1563,k1564:v1564|1662,1663|1781,abc781 +783|k1565:v1565,k1566:v1566|1664,1665|1782,abc782 +784|k1567:v1567,k1568:v1568|1666,1667|1783,abc783 +785|k1569:v1569,k1570:v1570|1668,1669|1784,abc784 +786|k1571:v1571,k1572:v1572|1670,1671|1785,abc785 +787|k1573:v1573,k1574:v1574|1672,1673|1786,abc786 +788|k1575:v1575,k1576:v1576|1674,1675|1787,abc787 +789|k1577:v1577,k1578:v1578|1676,1677|1788,abc788 +790|k1579:v1579,k1580:v1580|1678,1679|1789,abc789 +791|k1581:v1581,k1582:v1582|1680,1681|1790,abc790 +792|k1583:v1583,k1584:v1584|1682,1683|1791,abc791 +793|k1585:v1585,k1586:v1586|1684,1685|1792,abc792 +794|k1587:v1587,k1588:v1588|1686,1687|1793,abc793 +795|k1589:v1589,k1590:v1590|1688,1689|1794,abc794 +796|k1591:v1591,k1592:v1592|1690,1691|1795,abc795 +797|k1593:v1593,k1594:v1594|1692,1693|1796,abc796 +798|k1595:v1595,k1596:v1596|1694,1695|1797,abc797 +799|k1597:v1597,k1598:v1598|1696,1697|1798,abc798 +800|k1599:v1599,k1600:v1600|1698,1699|1799,abc799 +801|k1601:v1601,k1602:v1602|1700,1701|1800,abc800 +802|k1603:v1603,k1604:v1604|1702,1703|1801,abc801 +803|k1605:v1605,k1606:v1606|1704,1705|1802,abc802 +804|k1607:v1607,k1608:v1608|1706,1707|1803,abc803 +805|k1609:v1609,k1610:v1610|1708,1709|1804,abc804 +806|k1611:v1611,k1612:v1612|1710,1711|1805,abc805 +807|k1613:v1613,k1614:v1614|1712,1713|1806,abc806 +808|k1615:v1615,k1616:v1616|1714,1715|1807,abc807 +809|k1617:v1617,k1618:v1618|1716,1717|1808,abc808 +810|k1619:v1619,k1620:v1620|1718,1719|1809,abc809 +811|k1621:v1621,k1622:v1622|1720,1721|1810,abc810 +812|k1623:v1623,k1624:v1624|1722,1723|1811,abc811 +813|k1625:v1625,k1626:v1626|1724,1725|1812,abc812 +814|k1627:v1627,k1628:v1628|1726,1727|1813,abc813 +815|k1629:v1629,k1630:v1630|1728,1729|1814,abc814 +816|k1631:v1631,k1632:v1632|1730,1731|1815,abc815 +817|k1633:v1633,k1634:v1634|1732,1733|1816,abc816 +818|k1635:v1635,k1636:v1636|1734,1735|1817,abc817 +819|k1637:v1637,k1638:v1638|1736,1737|1818,abc818 +820|k1639:v1639,k1640:v1640|1738,1739|1819,abc819 +821|k1641:v1641,k1642:v1642|1740,1741|1820,abc820 +822|k1643:v1643,k1644:v1644|1742,1743|1821,abc821 +823|k1645:v1645,k1646:v1646|1744,1745|1822,abc822 +824|k1647:v1647,k1648:v1648|1746,1747|1823,abc823 +825|k1649:v1649,k1650:v1650|1748,1749|1824,abc824 +826|k1651:v1651,k1652:v1652|1750,1751|1825,abc825 +827|k1653:v1653,k1654:v1654|1752,1753|1826,abc826 +828|k1655:v1655,k1656:v1656|1754,1755|1827,abc827 +829|k1657:v1657,k1658:v1658|1756,1757|1828,abc828 +830|k1659:v1659,k1660:v1660|1758,1759|1829,abc829 +831|k1661:v1661,k1662:v1662|1760,1761|1830,abc830 +832|k1663:v1663,k1664:v1664|1762,1763|1831,abc831 +833|k1665:v1665,k1666:v1666|1764,1765|1832,abc832 +834|k1667:v1667,k1668:v1668|1766,1767|1833,abc833 +835|k1669:v1669,k1670:v1670|1768,1769|1834,abc834 +836|k1671:v1671,k1672:v1672|1770,1771|1835,abc835 +837|k1673:v1673,k1674:v1674|1772,1773|1836,abc836 +838|k1675:v1675,k1676:v1676|1774,1775|1837,abc837 +839|k1677:v1677,k1678:v1678|1776,1777|1838,abc838 +840|k1679:v1679,k1680:v1680|1778,1779|1839,abc839 +841|k1681:v1681,k1682:v1682|1780,1781|1840,abc840 +842|k1683:v1683,k1684:v1684|1782,1783|1841,abc841 +843|k1685:v1685,k1686:v1686|1784,1785|1842,abc842 +844|k1687:v1687,k1688:v1688|1786,1787|1843,abc843 +845|k1689:v1689,k1690:v1690|1788,1789|1844,abc844 +846|k1691:v1691,k1692:v1692|1790,1791|1845,abc845 +847|k1693:v1693,k1694:v1694|1792,1793|1846,abc846 +848|k1695:v1695,k1696:v1696|1794,1795|1847,abc847 +849|k1697:v1697,k1698:v1698|1796,1797|1848,abc848 +850|k1699:v1699,k1700:v1700|1798,1799|1849,abc849 +851|k1701:v1701,k1702:v1702|1800,1801|1850,abc850 +852|k1703:v1703,k1704:v1704|1802,1803|1851,abc851 +853|k1705:v1705,k1706:v1706|1804,1805|1852,abc852 +854|k1707:v1707,k1708:v1708|1806,1807|1853,abc853 +855|k1709:v1709,k1710:v1710|1808,1809|1854,abc854 +856|k1711:v1711,k1712:v1712|1810,1811|1855,abc855 +857|k1713:v1713,k1714:v1714|1812,1813|1856,abc856 +858|k1715:v1715,k1716:v1716|1814,1815|1857,abc857 +859|k1717:v1717,k1718:v1718|1816,1817|1858,abc858 +860|k1719:v1719,k1720:v1720|1818,1819|1859,abc859 +861|k1721:v1721,k1722:v1722|1820,1821|1860,abc860 +862|k1723:v1723,k1724:v1724|1822,1823|1861,abc861 +863|k1725:v1725,k1726:v1726|1824,1825|1862,abc862 +864|k1727:v1727,k1728:v1728|1826,1827|1863,abc863 +865|k1729:v1729,k1730:v1730|1828,1829|1864,abc864 +866|k1731:v1731,k1732:v1732|1830,1831|1865,abc865 +867|k1733:v1733,k1734:v1734|1832,1833|1866,abc866 +868|k1735:v1735,k1736:v1736|1834,1835|1867,abc867 +869|k1737:v1737,k1738:v1738|1836,1837|1868,abc868 +870|k1739:v1739,k1740:v1740|1838,1839|1869,abc869 +871|k1741:v1741,k1742:v1742|1840,1841|1870,abc870 +872|k1743:v1743,k1744:v1744|1842,1843|1871,abc871 +873|k1745:v1745,k1746:v1746|1844,1845|1872,abc872 +874|k1747:v1747,k1748:v1748|1846,1847|1873,abc873 +875|k1749:v1749,k1750:v1750|1848,1849|1874,abc874 +876|k1751:v1751,k1752:v1752|1850,1851|1875,abc875 +877|k1753:v1753,k1754:v1754|1852,1853|1876,abc876 +878|k1755:v1755,k1756:v1756|1854,1855|1877,abc877 +879|k1757:v1757,k1758:v1758|1856,1857|1878,abc878 +880|k1759:v1759,k1760:v1760|1858,1859|1879,abc879 +881|k1761:v1761,k1762:v1762|1860,1861|1880,abc880 +882|k1763:v1763,k1764:v1764|1862,1863|1881,abc881 +883|k1765:v1765,k1766:v1766|1864,1865|1882,abc882 +884|k1767:v1767,k1768:v1768|1866,1867|1883,abc883 +885|k1769:v1769,k1770:v1770|1868,1869|1884,abc884 +886|k1771:v1771,k1772:v1772|1870,1871|1885,abc885 +887|k1773:v1773,k1774:v1774|1872,1873|1886,abc886 +888|k1775:v1775,k1776:v1776|1874,1875|1887,abc887 +889|k1777:v1777,k1778:v1778|1876,1877|1888,abc888 +890|k1779:v1779,k1780:v1780|1878,1879|1889,abc889 +891|k1781:v1781,k1782:v1782|1880,1881|1890,abc890 +892|k1783:v1783,k1784:v1784|1882,1883|1891,abc891 +893|k1785:v1785,k1786:v1786|1884,1885|1892,abc892 +894|k1787:v1787,k1788:v1788|1886,1887|1893,abc893 +895|k1789:v1789,k1790:v1790|1888,1889|1894,abc894 +896|k1791:v1791,k1792:v1792|1890,1891|1895,abc895 +897|k1793:v1793,k1794:v1794|1892,1893|1896,abc896 +898|k1795:v1795,k1796:v1796|1894,1895|1897,abc897 +899|k1797:v1797,k1798:v1798|1896,1897|1898,abc898 +900|k1799:v1799,k1800:v1800|1898,1899|1899,abc899 +901|k1801:v1801,k1802:v1802|1900,1901|1900,abc900 +902|k1803:v1803,k1804:v1804|1902,1903|1901,abc901 +903|k1805:v1805,k1806:v1806|1904,1905|1902,abc902 +904|k1807:v1807,k1808:v1808|1906,1907|1903,abc903 +905|k1809:v1809,k1810:v1810|1908,1909|1904,abc904 +906|k1811:v1811,k1812:v1812|1910,1911|1905,abc905 +907|k1813:v1813,k1814:v1814|1912,1913|1906,abc906 +908|k1815:v1815,k1816:v1816|1914,1915|1907,abc907 +909|k1817:v1817,k1818:v1818|1916,1917|1908,abc908 +910|k1819:v1819,k1820:v1820|1918,1919|1909,abc909 +911|k1821:v1821,k1822:v1822|1920,1921|1910,abc910 +912|k1823:v1823,k1824:v1824|1922,1923|1911,abc911 +913|k1825:v1825,k1826:v1826|1924,1925|1912,abc912 +914|k1827:v1827,k1828:v1828|1926,1927|1913,abc913 +915|k1829:v1829,k1830:v1830|1928,1929|1914,abc914 +916|k1831:v1831,k1832:v1832|1930,1931|1915,abc915 +917|k1833:v1833,k1834:v1834|1932,1933|1916,abc916 +918|k1835:v1835,k1836:v1836|1934,1935|1917,abc917 +919|k1837:v1837,k1838:v1838|1936,1937|1918,abc918 +920|k1839:v1839,k1840:v1840|1938,1939|1919,abc919 +921|k1841:v1841,k1842:v1842|1940,1941|1920,abc920 +922|k1843:v1843,k1844:v1844|1942,1943|1921,abc921 +923|k1845:v1845,k1846:v1846|1944,1945|1922,abc922 +924|k1847:v1847,k1848:v1848|1946,1947|1923,abc923 +925|k1849:v1849,k1850:v1850|1948,1949|1924,abc924 +926|k1851:v1851,k1852:v1852|1950,1951|1925,abc925 +927|k1853:v1853,k1854:v1854|1952,1953|1926,abc926 +928|k1855:v1855,k1856:v1856|1954,1955|1927,abc927 +929|k1857:v1857,k1858:v1858|1956,1957|1928,abc928 +930|k1859:v1859,k1860:v1860|1958,1959|1929,abc929 +931|k1861:v1861,k1862:v1862|1960,1961|1930,abc930 +932|k1863:v1863,k1864:v1864|1962,1963|1931,abc931 +933|k1865:v1865,k1866:v1866|1964,1965|1932,abc932 +934|k1867:v1867,k1868:v1868|1966,1967|1933,abc933 +935|k1869:v1869,k1870:v1870|1968,1969|1934,abc934 +936|k1871:v1871,k1872:v1872|1970,1971|1935,abc935 +937|k1873:v1873,k1874:v1874|1972,1973|1936,abc936 +938|k1875:v1875,k1876:v1876|1974,1975|1937,abc937 +939|k1877:v1877,k1878:v1878|1976,1977|1938,abc938 +940|k1879:v1879,k1880:v1880|1978,1979|1939,abc939 +941|k1881:v1881,k1882:v1882|1980,1981|1940,abc940 +942|k1883:v1883,k1884:v1884|1982,1983|1941,abc941 +943|k1885:v1885,k1886:v1886|1984,1985|1942,abc942 +944|k1887:v1887,k1888:v1888|1986,1987|1943,abc943 +945|k1889:v1889,k1890:v1890|1988,1989|1944,abc944 +946|k1891:v1891,k1892:v1892|1990,1991|1945,abc945 +947|k1893:v1893,k1894:v1894|1992,1993|1946,abc946 +948|k1895:v1895,k1896:v1896|1994,1995|1947,abc947 +949|k1897:v1897,k1898:v1898|1996,1997|1948,abc948 +950|k1899:v1899,k1900:v1900|1998,1999|1949,abc949 +951|k1901:v1901,k1902:v1902|2000,2001|1950,abc950 +952|k1903:v1903,k1904:v1904|2002,2003|1951,abc951 +953|k1905:v1905,k1906:v1906|2004,2005|1952,abc952 +954|k1907:v1907,k1908:v1908|2006,2007|1953,abc953 +955|k1909:v1909,k1910:v1910|2008,2009|1954,abc954 +956|k1911:v1911,k1912:v1912|2010,2011|1955,abc955 +957|k1913:v1913,k1914:v1914|2012,2013|1956,abc956 +958|k1915:v1915,k1916:v1916|2014,2015|1957,abc957 +959|k1917:v1917,k1918:v1918|2016,2017|1958,abc958 +960|k1919:v1919,k1920:v1920|2018,2019|1959,abc959 +961|k1921:v1921,k1922:v1922|2020,2021|1960,abc960 +962|k1923:v1923,k1924:v1924|2022,2023|1961,abc961 +963|k1925:v1925,k1926:v1926|2024,2025|1962,abc962 +964|k1927:v1927,k1928:v1928|2026,2027|1963,abc963 +965|k1929:v1929,k1930:v1930|2028,2029|1964,abc964 +966|k1931:v1931,k1932:v1932|2030,2031|1965,abc965 +967|k1933:v1933,k1934:v1934|2032,2033|1966,abc966 +968|k1935:v1935,k1936:v1936|2034,2035|1967,abc967 +969|k1937:v1937,k1938:v1938|2036,2037|1968,abc968 +970|k1939:v1939,k1940:v1940|2038,2039|1969,abc969 +971|k1941:v1941,k1942:v1942|2040,2041|1970,abc970 +972|k1943:v1943,k1944:v1944|2042,2043|1971,abc971 +973|k1945:v1945,k1946:v1946|2044,2045|1972,abc972 +974|k1947:v1947,k1948:v1948|2046,2047|1973,abc973 +975|k1949:v1949,k1950:v1950|2048,2049|1974,abc974 +976|k1951:v1951,k1952:v1952|2050,2051|1975,abc975 +977|k1953:v1953,k1954:v1954|2052,2053|1976,abc976 +978|k1955:v1955,k1956:v1956|2054,2055|1977,abc977 +979|k1957:v1957,k1958:v1958|2056,2057|1978,abc978 +980|k1959:v1959,k1960:v1960|2058,2059|1979,abc979 +981|k1961:v1961,k1962:v1962|2060,2061|1980,abc980 +982|k1963:v1963,k1964:v1964|2062,2063|1981,abc981 +983|k1965:v1965,k1966:v1966|2064,2065|1982,abc982 +984|k1967:v1967,k1968:v1968|2066,2067|1983,abc983 +985|k1969:v1969,k1970:v1970|2068,2069|1984,abc984 +986|k1971:v1971,k1972:v1972|2070,2071|1985,abc985 +987|k1973:v1973,k1974:v1974|2072,2073|1986,abc986 +988|k1975:v1975,k1976:v1976|2074,2075|1987,abc987 +989|k1977:v1977,k1978:v1978|2076,2077|1988,abc988 +990|k1979:v1979,k1980:v1980|2078,2079|1989,abc989 +991|k1981:v1981,k1982:v1982|2080,2081|1990,abc990 +992|k1983:v1983,k1984:v1984|2082,2083|1991,abc991 +993|k1985:v1985,k1986:v1986|2084,2085|1992,abc992 +994|k1987:v1987,k1988:v1988|2086,2087|1993,abc993 +995|k1989:v1989,k1990:v1990|2088,2089|1994,abc994 +996|k1991:v1991,k1992:v1992|2090,2091|1995,abc995 +997|k1993:v1993,k1994:v1994|2092,2093|1996,abc996 +998|k1995:v1995,k1996:v1996|2094,2095|1997,abc997 +999|k1997:v1997,k1998:v1998|2096,2097|1998,abc998 +1000|k1999:v1999,k2000:v2000|2098,2099|1999,abc999 +1001|k2001:v2001,k2002:v2002|2100,2101|2000,abc1000 +1002|k2003:v2003,k2004:v2004|2102,2103|2001,abc1001 +1003|k2005:v2005,k2006:v2006|2104,2105|2002,abc1002 +1004|k2007:v2007,k2008:v2008|2106,2107|2003,abc1003 +1005|k2009:v2009,k2010:v2010|2108,2109|2004,abc1004 +1006|k2011:v2011,k2012:v2012|2110,2111|2005,abc1005 +1007|k2013:v2013,k2014:v2014|2112,2113|2006,abc1006 +1008|k2015:v2015,k2016:v2016|2114,2115|2007,abc1007 +1009|k2017:v2017,k2018:v2018|2116,2117|2008,abc1008 +1010|k2019:v2019,k2020:v2020|2118,2119|2009,abc1009 +1011|k2021:v2021,k2022:v2022|2120,2121|2010,abc1010 +1012|k2023:v2023,k2024:v2024|2122,2123|2011,abc1011 +1013|k2025:v2025,k2026:v2026|2124,2125|2012,abc1012 +1014|k2027:v2027,k2028:v2028|2126,2127|2013,abc1013 +1015|k2029:v2029,k2030:v2030|2128,2129|2014,abc1014 +1016|k2031:v2031,k2032:v2032|2130,2131|2015,abc1015 +1017|k2033:v2033,k2034:v2034|2132,2133|2016,abc1016 +1018|k2035:v2035,k2036:v2036|2134,2135|2017,abc1017 +1019|k2037:v2037,k2038:v2038|2136,2137|2018,abc1018 +1020|k2039:v2039,k2040:v2040|2138,2139|2019,abc1019 +1021|k2041:v2041,k2042:v2042|2140,2141|2020,abc1020 +1022|k2043:v2043,k2044:v2044|2142,2143|2021,abc1021 +1023|k2045:v2045,k2046:v2046|2144,2145|2022,abc1022 +1024|k2047:v2047,k2048:v2048|2146,2147|2023,abc1023 +1025|k2049:v2049,k2050:v2050|2148,2149|2024,abc1024 \ No newline at end of file diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties index 5d17733cf4..acba079438 100644 --- a/itests/src/test/resources/testconfiguration.properties +++ b/itests/src/test/resources/testconfiguration.properties @@ -80,6 +80,7 @@ minillap.shared.query.files=insert_into1.q,\ orc_merge_diff_fs.q,\ parallel_colstats.q,\ parquet_types_vectorization.q,\ + parquet_complex_types_vectorization.q,\ unionDistinct_1.q,\ union_type_chk.q,\ cte_2.q,\ diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorExpressionDescriptor.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorExpressionDescriptor.java index f7e3ff30ea..7a434b367c 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorExpressionDescriptor.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorExpressionDescriptor.java @@ -78,13 +78,14 @@ BINARY (0x400), STRUCT (0x800), DECIMAL_64 (0x1000), + LIST (0X2000), INT_DECIMAL_64_FAMILY (INT_FAMILY.value | DECIMAL_64.value), DATETIME_FAMILY (DATE.value | TIMESTAMP.value), INTERVAL_FAMILY (INTERVAL_YEAR_MONTH.value | INTERVAL_DAY_TIME.value), INT_INTERVAL_YEAR_MONTH (INT_FAMILY.value | INTERVAL_YEAR_MONTH.value), INT_DATE_INTERVAL_YEAR_MONTH (INT_FAMILY.value | DATE.value | INTERVAL_YEAR_MONTH.value), STRING_DATETIME_FAMILY (STRING_FAMILY.value | DATETIME_FAMILY.value), - ALL_FAMILY (0xFFF); + ALL_FAMILY (0xFFFF); private final int value; @@ -127,6 +128,8 @@ public static ArgumentType fromHiveTypeName(String hiveTypeName) { return INTERVAL_DAY_TIME; } else if (VectorizationContext.structTypePattern.matcher(lower).matches()) { return STRUCT; + } else if (VectorizationContext.listTypePattern.matcher(lower).matches()) { + return LIST; } else if (lower.equals("void")) { // The old code let void through... return INT_FAMILY; diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java index 13eff51ce3..096bfe2e3e 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java @@ -423,6 +423,9 @@ public DataTypePhysicalVariation getDataTypePhysicalVariation(int columnNum) thr public static final Pattern structTypePattern = Pattern.compile("struct.*", Pattern.CASE_INSENSITIVE); + public static final Pattern listTypePattern = Pattern.compile("array.*", + Pattern.CASE_INSENSITIVE); + //Map column number to type private OutputColumnManager ocm; @@ -3296,6 +3299,8 @@ static String getUndecoratedName(String hiveTypeName) throws HiveException { return hiveTypeName; case STRUCT: return "Struct"; + case LIST: + return "List"; default: throw new HiveException("Unexpected hive type name " + hiveTypeName); } diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/ListIndexColColumn.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/ListIndexColColumn.java new file mode 100644 index 0000000000..54049959f8 --- /dev/null +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/ListIndexColColumn.java @@ -0,0 +1,108 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.exec.vector.expressions; + +import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.ListColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.LongColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.VectorExpressionDescriptor; +import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; + +public class ListIndexColColumn extends VectorExpression { + private static final long serialVersionUID = 1L; + + private int listColumnNum; + private int index; + + public ListIndexColColumn() { + super(); + } + + public ListIndexColColumn(int listColumnNum, int index, int outputColumnNum) { + super(outputColumnNum); + this.listColumnNum = listColumnNum; + this.index = index; + } + + @Override + public void evaluate(VectorizedRowBatch batch) { + if (childExpressions != null) { + super.evaluateChildren(batch); + } + + ColumnVector outV = batch.cols[outputColumnNum]; + ListColumnVector listV = (ListColumnVector) batch.cols[listColumnNum]; + ColumnVector childV = listV.child; + LongColumnVector indexColumnVector = (LongColumnVector) batch.cols[index]; + indexColumnVector.flatten(batch.selectedInUse, batch.selected, batch.size); + long[] indexV = indexColumnVector.vector; + + outV.noNulls = true; + if (listV.isRepeating) { + if (listV.isNull[0]) { + outV.isNull[0] = true; + } else { + if (indexV[0] >= listV.lengths[0]) { + outV.isNull[0] = true; + outV.noNulls = false; + } + outV.setElement(0, (int) (listV.offsets[0] + indexV[0]), childV); + } + } else { + if (batch.selectedInUse) { + for (int j = 0; j < batch.size; j++) { + int i = batch.selected[j]; + if (indexV[i] >= listV.lengths[i]) { + outV.isNull[i] = true; + outV.noNulls = false; + } + outV.setElement(i, (int) (listV.offsets[i] + indexV[i]), childV); + } + } else { + for (int i = 0; i < batch.size; i++) { + if (indexV[i] >= listV.lengths[i]) { + outV.isNull[i] = true; + outV.noNulls = false; + } + outV.setElement(i, (int) (listV.offsets[i] + indexV[i]), childV); + } + } + } + indexColumnVector.unFlatten(); + } + + @Override + public String vectorExpressionParameters() { + return getColumnParamString(0, listColumnNum) + ", " + getColumnParamString(1, index); + } + + @Override + public VectorExpressionDescriptor.Descriptor getDescriptor() { + return (new VectorExpressionDescriptor.Builder()) + .setMode( + VectorExpressionDescriptor.Mode.PROJECTION) + .setNumArguments(2) + .setArgumentTypes( + VectorExpressionDescriptor.ArgumentType.LIST, + VectorExpressionDescriptor.ArgumentType.INT_FAMILY) + .setInputExpressionTypes( + VectorExpressionDescriptor.InputExpressionType.COLUMN, + VectorExpressionDescriptor.InputExpressionType.COLUMN).build(); + } +} \ No newline at end of file diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/ListIndexColScalar.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/ListIndexColScalar.java new file mode 100644 index 0000000000..b6285f0117 --- /dev/null +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/ListIndexColScalar.java @@ -0,0 +1,103 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.exec.vector.expressions; + +import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.ListColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.VectorExpressionDescriptor; +import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; + +public class ListIndexColScalar extends VectorExpression { + private static final long serialVersionUID = 1L; + + private int listColumnNum; + private int index; + + public ListIndexColScalar() { + super(); + } + + public ListIndexColScalar(int listColumn, int index, int outputColumnNum) { + super(outputColumnNum); + this.listColumnNum = listColumn; + this.index = index; + } + + @Override + public void evaluate(VectorizedRowBatch batch) { + if (childExpressions != null) { + super.evaluateChildren(batch); + } + + ColumnVector outV = batch.cols[outputColumnNum]; + ListColumnVector listV = (ListColumnVector) batch.cols[listColumnNum]; + ColumnVector childV = listV.child; + + outV.noNulls = true; + if (listV.isRepeating) { + if (listV.isNull[0]) { + outV.isNull[0] = true; + } else { + if (index >= listV.lengths[0]) { + outV.isNull[0] = true; + outV.noNulls = false; + } + outV.setElement(0, (int) (listV.offsets[0] + index), childV); + } + } else { + if (batch.selectedInUse) { + for (int j = 0; j < batch.size; j++) { + int i = batch.selected[j]; + if (index >= listV.lengths[i]) { + outV.isNull[i] = true; + outV.noNulls = false; + } + outV.setElement(i, (int) (listV.offsets[i] + index), childV); + } + } else { + for (int i = 0; i < batch.size; i++) { + if (index >= listV.lengths[i]) { + outV.isNull[i] = true; + outV.noNulls = false; + } + outV.setElement(i, (int) (listV.offsets[i] + index), childV); + } + } + } + } + + @Override + public String vectorExpressionParameters() { + return getColumnParamString(0, listColumnNum) + ", " + getColumnParamString(1, index); + } + + @Override + public VectorExpressionDescriptor.Descriptor getDescriptor() { + return (new VectorExpressionDescriptor.Builder()) + .setMode( + VectorExpressionDescriptor.Mode.PROJECTION) + .setNumArguments(2) + .setArgumentTypes( + VectorExpressionDescriptor.ArgumentType.LIST, + VectorExpressionDescriptor.ArgumentType.INT_FAMILY) + .setInputExpressionTypes( + VectorExpressionDescriptor.InputExpressionType.COLUMN, + VectorExpressionDescriptor.InputExpressionType.SCALAR).build(); + } +} \ No newline at end of file diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/VectorExpressionWriterFactory.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/VectorExpressionWriterFactory.java index d8df5cc9be..55cb396e61 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/VectorExpressionWriterFactory.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/VectorExpressionWriterFactory.java @@ -62,6 +62,7 @@ import org.apache.hadoop.hive.serde2.objectinspector.primitive.SettableStringObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.primitive.VoidObjectInspector; import org.apache.hadoop.hive.serde2.typeinfo.StructTypeInfo; +import org.apache.hadoop.hive.serde2.typeinfo.ListTypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoUtils; import org.apache.hadoop.io.Text; @@ -1403,11 +1404,14 @@ private static VectorExpressionWriter genVectorExpressionWritableList( SettableListObjectInspector fieldObjInspector) throws HiveException { return new VectorExpressionWriterList() { - private Object obj; + private VectorExtractRow vectorExtractRow; + private ListTypeInfo listTypeInfo; public VectorExpressionWriter init(SettableListObjectInspector objInspector) throws HiveException { super.init(objInspector); - obj = initValue(null); + vectorExtractRow = new VectorExtractRow(); + listTypeInfo = (ListTypeInfo) + TypeInfoUtils.getTypeInfoFromTypeString(objInspector.getTypeName()); return this; } @@ -1419,14 +1423,24 @@ public Object initValue(Object ignored) { @Override public Object writeValue(ColumnVector column, int row) throws HiveException { - throw new HiveException("Not implemented yet"); + return setValue(null, column, row); } @Override public Object setValue(Object row, ColumnVector column, int columnRow) throws HiveException { - throw new HiveException("Not implemented yet"); + final ListColumnVector listColVector = (ListColumnVector) column; + final SettableListObjectInspector listOI = (SettableListObjectInspector) this.objectInspector; + final List value = (List)vectorExtractRow.extractRowColumn(listColVector, listTypeInfo, listOI, columnRow); + if (null == row) { + row = ((SettableListObjectInspector) this.objectInspector).create(value.size()); + } + for (int i = 0; i < value.size(); i++) { + listOI.set(row, i, value.get(i)); + } + return row; } + }.init(fieldObjInspector); } diff --git a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFIndex.java b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFIndex.java index bdb2361b3b..3db96eca1a 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFIndex.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFIndex.java @@ -22,6 +22,9 @@ import org.apache.hadoop.hive.ql.exec.UDFArgumentException; import org.apache.hadoop.hive.ql.exec.UDFArgumentLengthException; import org.apache.hadoop.hive.ql.exec.UDFArgumentTypeException; +import org.apache.hadoop.hive.ql.exec.vector.VectorizedExpressions; +import org.apache.hadoop.hive.ql.exec.vector.expressions.ListIndexColColumn; +import org.apache.hadoop.hive.ql.exec.vector.expressions.ListIndexColScalar; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.serde2.objectinspector.ListObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.MapObjectInspector; @@ -37,6 +40,7 @@ * */ @Description(name = "index", value = "_FUNC_(a, n) - Returns the n-th element of a ") +@VectorizedExpressions({ListIndexColScalar.class, ListIndexColColumn.class}) public class GenericUDFIndex extends GenericUDF { private transient MapObjectInspector mapOI; diff --git a/ql/src/test/queries/clientpositive/parquet_complex_types_vectorization.q b/ql/src/test/queries/clientpositive/parquet_complex_types_vectorization.q new file mode 100644 index 0000000000..656888004e --- /dev/null +++ b/ql/src/test/queries/clientpositive/parquet_complex_types_vectorization.q @@ -0,0 +1,60 @@ +set hive.mapred.mode=nonstrict; +set hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; + +DROP TABLE parquet_complex_types_staging; +DROP TABLE parquet_complex_types; + +CREATE TABLE parquet_complex_types_staging ( +id int, +m1 map, +l1 array, +st1 struct +) ROW FORMAT DELIMITED +FIELDS TERMINATED BY '|' +COLLECTION ITEMS TERMINATED BY ',' +MAP KEYS TERMINATED BY ':'; + +CREATE TABLE parquet_complex_types ( +id int, +m1 map, +l1 array, +st1 struct +) STORED AS PARQUET; + +-- test data size < 1024 +LOAD DATA LOCAL INPATH '../../data/files/parquet_complex_types.txt' OVERWRITE INTO TABLE parquet_complex_types_staging; +INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1024; + +-- test list select +explain select l1 from parquet_complex_types; +select l1 from parquet_complex_types; +-- test element select +explain select l1[0], l1[1] from parquet_complex_types; +select l1[0], l1[1] from parquet_complex_types; +-- test complex select with list +explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1]; +select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc; + +-- test data size = 1024 +INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1025; + +explain select l1 from parquet_complex_types; +select l1 from parquet_complex_types; +explain select l1[0], l1[1] from parquet_complex_types; +select l1[0], l1[1] from parquet_complex_types; +explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1]; +select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1]; + +-- test data size = 1025 +INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging; + +explain select l1 from parquet_complex_types; +select l1 from parquet_complex_types; +explain select l1[0], l1[1] from parquet_complex_types; +select l1[0], l1[1] from parquet_complex_types; +explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1]; +select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1]; diff --git a/ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out b/ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out new file mode 100644 index 0000000000..a1cc1704d7 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/parquet_complex_types_vectorization.q.out @@ -0,0 +1,8509 @@ +PREHOOK: query: DROP TABLE parquet_complex_types_staging +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE parquet_complex_types_staging +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE parquet_complex_types +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE parquet_complex_types +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE parquet_complex_types_staging ( +id int, +m1 map, +l1 array, +st1 struct +) ROW FORMAT DELIMITED +FIELDS TERMINATED BY '|' +COLLECTION ITEMS TERMINATED BY ',' +MAP KEYS TERMINATED BY ':' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@parquet_complex_types_staging +POSTHOOK: query: CREATE TABLE parquet_complex_types_staging ( +id int, +m1 map, +l1 array, +st1 struct +) ROW FORMAT DELIMITED +FIELDS TERMINATED BY '|' +COLLECTION ITEMS TERMINATED BY ',' +MAP KEYS TERMINATED BY ':' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@parquet_complex_types_staging +PREHOOK: query: CREATE TABLE parquet_complex_types ( +id int, +m1 map, +l1 array, +st1 struct +) STORED AS PARQUET +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@parquet_complex_types +POSTHOOK: query: CREATE TABLE parquet_complex_types ( +id int, +m1 map, +l1 array, +st1 struct +) STORED AS PARQUET +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@parquet_complex_types +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_complex_types.txt' OVERWRITE INTO TABLE parquet_complex_types_staging +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@parquet_complex_types_staging +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_complex_types.txt' OVERWRITE INTO TABLE parquet_complex_types_staging +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@parquet_complex_types_staging +PREHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1024 +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types_staging +PREHOOK: Output: default@parquet_complex_types +POSTHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1024 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types_staging +POSTHOOK: Output: default@parquet_complex_types +POSTHOOK: Lineage: parquet_complex_types.id SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:id, type:int, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.l1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:l1, type:array, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.m1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:m1, type:map, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:st1, type:struct, comment:null), ] +PREHOOK: query: explain select l1 from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1 from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1023 Data size: 116760 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1 (type: array) + outputColumnNames: _col0 + Statistics: Num rows: 1023 Data size: 116760 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1023 Data size: 116760 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1 from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1 from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +[100,101] +[102,103] +[104,105] +[106,107] +[108,109] +[110,111] +[112,113] +[114,115] +[116,117] +[118,119] +[120,121] +[122,123] +[124,125] +[126,127] +[128,129] +[130,131] +[132,133] +[134,135] +[136,137] +[138,139] +[140,141] +[142,143] +[144,145] +[146,147] +[148,149] +[150,151] +[152,153] +[154,155] +[156,157] +[158,159] +[160,161] +[162,163] +[164,165] +[166,167] +[168,169] +[170,171] +[172,173] +[174,175] +[176,177] +[178,179] +[180,181] +[182,183] +[184,185] +[186,187] +[188,189] +[190,191] +[192,193] +[194,195] +[196,197] +[198,199] +[200,201] +[202,203] +[204,205] +[206,207] +[208,209] +[210,211] +[212,213] +[214,215] +[216,217] +[218,219] +[220,221] +[222,223] +[224,225] +[226,227] +[228,229] +[230,231] +[232,233] +[234,235] +[236,237] +[238,239] +[240,241] +[242,243] +[244,245] +[246,247] +[248,249] +[250,251] +[252,253] +[254,255] +[256,257] +[258,259] +[260,261] +[262,263] +[264,265] +[266,267] +[268,269] +[270,271] +[272,273] +[274,275] +[276,277] +[278,279] +[280,281] +[282,283] +[284,285] +[286,287] +[288,289] +[290,291] +[292,293] +[294,295] +[296,297] +[298,299] +[300,301] +[302,303] +[304,305] +[306,307] +[308,309] +[310,311] +[312,313] +[314,315] +[316,317] +[318,319] +[320,321] +[322,323] +[324,325] +[326,327] +[328,329] +[330,331] +[332,333] +[334,335] +[336,337] +[338,339] +[340,341] +[342,343] +[344,345] +[346,347] +[348,349] +[350,351] +[352,353] +[354,355] +[356,357] +[358,359] +[360,361] +[362,363] +[364,365] +[366,367] +[368,369] +[370,371] +[372,373] +[374,375] +[376,377] +[378,379] +[380,381] +[382,383] +[384,385] +[386,387] +[388,389] +[390,391] +[392,393] +[394,395] +[396,397] +[398,399] +[400,401] +[402,403] +[404,405] +[406,407] +[408,409] +[410,411] +[412,413] +[414,415] +[416,417] +[418,419] +[420,421] +[422,423] +[424,425] +[426,427] +[428,429] +[430,431] +[432,433] +[434,435] +[436,437] +[438,439] +[440,441] +[442,443] +[444,445] +[446,447] +[448,449] +[450,451] +[452,453] +[454,455] +[456,457] +[458,459] +[460,461] +[462,463] +[464,465] +[466,467] +[468,469] +[470,471] +[472,473] +[474,475] +[476,477] +[478,479] +[480,481] +[482,483] +[484,485] +[486,487] +[488,489] +[490,491] +[492,493] +[494,495] +[496,497] +[498,499] +[500,501] +[502,503] +[504,505] +[506,507] +[508,509] +[510,511] +[512,513] +[514,515] +[516,517] +[518,519] +[520,521] +[522,523] +[524,525] +[526,527] +[528,529] +[530,531] +[532,533] +[534,535] +[536,537] +[538,539] +[540,541] +[542,543] +[544,545] +[546,547] +[548,549] +[550,551] +[552,553] +[554,555] +[556,557] +[558,559] +[560,561] +[562,563] +[564,565] +[566,567] +[568,569] +[570,571] +[572,573] +[574,575] +[576,577] +[578,579] +[580,581] +[582,583] +[584,585] +[586,587] +[588,589] +[590,591] +[592,593] +[594,595] +[596,597] +[598,599] +[600,601] +[602,603] +[604,605] +[606,607] +[608,609] +[610,611] +[612,613] +[614,615] +[616,617] +[618,619] +[620,621] +[622,623] +[624,625] +[626,627] +[628,629] +[630,631] +[632,633] +[634,635] +[636,637] +[638,639] +[640,641] +[642,643] +[644,645] +[646,647] +[648,649] +[650,651] +[652,653] +[654,655] +[656,657] +[658,659] +[660,661] +[662,663] +[664,665] +[666,667] +[668,669] +[670,671] +[672,673] +[674,675] +[676,677] +[678,679] +[680,681] +[682,683] +[684,685] +[686,687] +[688,689] +[690,691] +[692,693] +[694,695] +[696,697] +[698,699] +[700,701] +[702,703] +[704,705] +[706,707] +[708,709] +[710,711] +[712,713] +[714,715] +[716,717] +[718,719] +[720,721] +[722,723] +[724,725] +[726,727] +[728,729] +[730,731] +[732,733] +[734,735] +[736,737] +[738,739] +[740,741] +[742,743] +[744,745] +[746,747] +[748,749] +[750,751] +[752,753] +[754,755] +[756,757] +[758,759] +[760,761] +[762,763] +[764,765] +[766,767] +[768,769] +[770,771] +[772,773] +[774,775] +[776,777] +[778,779] +[780,781] +[782,783] +[784,785] +[786,787] +[788,789] +[790,791] +[792,793] +[794,795] +[796,797] +[798,799] +[800,801] +[802,803] +[804,805] +[806,807] +[808,809] +[810,811] +[812,813] +[814,815] +[816,817] +[818,819] +[820,821] +[822,823] +[824,825] +[826,827] +[828,829] +[830,831] +[832,833] +[834,835] +[836,837] +[838,839] +[840,841] +[842,843] +[844,845] +[846,847] +[848,849] +[850,851] +[852,853] +[854,855] +[856,857] +[858,859] +[860,861] +[862,863] +[864,865] +[866,867] +[868,869] +[870,871] +[872,873] +[874,875] +[876,877] +[878,879] +[880,881] +[882,883] +[884,885] +[886,887] +[888,889] +[890,891] +[892,893] +[894,895] +[896,897] +[898,899] +[900,901] +[902,903] +[904,905] +[906,907] +[908,909] +[910,911] +[912,913] +[914,915] +[916,917] +[918,919] +[920,921] +[922,923] +[924,925] +[926,927] +[928,929] +[930,931] +[932,933] +[934,935] +[936,937] +[938,939] +[940,941] +[942,943] +[944,945] +[946,947] +[948,949] +[950,951] +[952,953] +[954,955] +[956,957] +[958,959] +[960,961] +[962,963] +[964,965] +[966,967] +[968,969] +[970,971] +[972,973] +[974,975] +[976,977] +[978,979] +[980,981] +[982,983] +[984,985] +[986,987] +[988,989] +[990,991] +[992,993] +[994,995] +[996,997] +[998,999] +[1000,1001] +[1002,1003] +[1004,1005] +[1006,1007] +[1008,1009] +[1010,1011] +[1012,1013] +[1014,1015] +[1016,1017] +[1018,1019] +[1020,1021] +[1022,1023] +[1024,1025] +[1026,1027] +[1028,1029] +[1030,1031] +[1032,1033] +[1034,1035] +[1036,1037] +[1038,1039] +[1040,1041] +[1042,1043] +[1044,1045] +[1046,1047] +[1048,1049] +[1050,1051] +[1052,1053] +[1054,1055] +[1056,1057] +[1058,1059] +[1060,1061] +[1062,1063] +[1064,1065] +[1066,1067] +[1068,1069] +[1070,1071] +[1072,1073] +[1074,1075] +[1076,1077] +[1078,1079] +[1080,1081] +[1082,1083] +[1084,1085] +[1086,1087] +[1088,1089] +[1090,1091] +[1092,1093] +[1094,1095] +[1096,1097] +[1098,1099] +[1100,1101] +[1102,1103] +[1104,1105] +[1106,1107] +[1108,1109] +[1110,1111] +[1112,1113] +[1114,1115] +[1116,1117] +[1118,1119] +[1120,1121] +[1122,1123] +[1124,1125] +[1126,1127] +[1128,1129] +[1130,1131] +[1132,1133] +[1134,1135] +[1136,1137] +[1138,1139] +[1140,1141] +[1142,1143] +[1144,1145] +[1146,1147] +[1148,1149] +[1150,1151] +[1152,1153] +[1154,1155] +[1156,1157] +[1158,1159] +[1160,1161] +[1162,1163] +[1164,1165] +[1166,1167] +[1168,1169] +[1170,1171] +[1172,1173] +[1174,1175] +[1176,1177] +[1178,1179] +[1180,1181] +[1182,1183] +[1184,1185] +[1186,1187] +[1188,1189] +[1190,1191] +[1192,1193] +[1194,1195] +[1196,1197] +[1198,1199] +[1200,1201] +[1202,1203] +[1204,1205] +[1206,1207] +[1208,1209] +[1210,1211] +[1212,1213] +[1214,1215] +[1216,1217] +[1218,1219] +[1220,1221] +[1222,1223] +[1224,1225] +[1226,1227] +[1228,1229] +[1230,1231] +[1232,1233] +[1234,1235] +[1236,1237] +[1238,1239] +[1240,1241] +[1242,1243] +[1244,1245] +[1246,1247] +[1248,1249] +[1250,1251] +[1252,1253] +[1254,1255] +[1256,1257] +[1258,1259] +[1260,1261] +[1262,1263] +[1264,1265] +[1266,1267] +[1268,1269] +[1270,1271] +[1272,1273] +[1274,1275] +[1276,1277] +[1278,1279] +[1280,1281] +[1282,1283] +[1284,1285] +[1286,1287] +[1288,1289] +[1290,1291] +[1292,1293] +[1294,1295] +[1296,1297] +[1298,1299] +[1300,1301] +[1302,1303] +[1304,1305] +[1306,1307] +[1308,1309] +[1310,1311] +[1312,1313] +[1314,1315] +[1316,1317] +[1318,1319] +[1320,1321] +[1322,1323] +[1324,1325] +[1326,1327] +[1328,1329] +[1330,1331] +[1332,1333] +[1334,1335] +[1336,1337] +[1338,1339] +[1340,1341] +[1342,1343] +[1344,1345] +[1346,1347] +[1348,1349] +[1350,1351] +[1352,1353] +[1354,1355] +[1356,1357] +[1358,1359] +[1360,1361] +[1362,1363] +[1364,1365] +[1366,1367] +[1368,1369] +[1370,1371] +[1372,1373] +[1374,1375] +[1376,1377] +[1378,1379] +[1380,1381] +[1382,1383] +[1384,1385] +[1386,1387] +[1388,1389] +[1390,1391] +[1392,1393] +[1394,1395] +[1396,1397] +[1398,1399] +[1400,1401] +[1402,1403] +[1404,1405] +[1406,1407] +[1408,1409] +[1410,1411] +[1412,1413] +[1414,1415] +[1416,1417] +[1418,1419] +[1420,1421] +[1422,1423] +[1424,1425] +[1426,1427] +[1428,1429] +[1430,1431] +[1432,1433] +[1434,1435] +[1436,1437] +[1438,1439] +[1440,1441] +[1442,1443] +[1444,1445] +[1446,1447] +[1448,1449] +[1450,1451] +[1452,1453] +[1454,1455] +[1456,1457] +[1458,1459] +[1460,1461] +[1462,1463] +[1464,1465] +[1466,1467] +[1468,1469] +[1470,1471] +[1472,1473] +[1474,1475] +[1476,1477] +[1478,1479] +[1480,1481] +[1482,1483] +[1484,1485] +[1486,1487] +[1488,1489] +[1490,1491] +[1492,1493] +[1494,1495] +[1496,1497] +[1498,1499] +[1500,1501] +[1502,1503] +[1504,1505] +[1506,1507] +[1508,1509] +[1510,1511] +[1512,1513] +[1514,1515] +[1516,1517] +[1518,1519] +[1520,1521] +[1522,1523] +[1524,1525] +[1526,1527] +[1528,1529] +[1530,1531] +[1532,1533] +[1534,1535] +[1536,1537] +[1538,1539] +[1540,1541] +[1542,1543] +[1544,1545] +[1546,1547] +[1548,1549] +[1550,1551] +[1552,1553] +[1554,1555] +[1556,1557] +[1558,1559] +[1560,1561] +[1562,1563] +[1564,1565] +[1566,1567] +[1568,1569] +[1570,1571] +[1572,1573] +[1574,1575] +[1576,1577] +[1578,1579] +[1580,1581] +[1582,1583] +[1584,1585] +[1586,1587] +[1588,1589] +[1590,1591] +[1592,1593] +[1594,1595] +[1596,1597] +[1598,1599] +[1600,1601] +[1602,1603] +[1604,1605] +[1606,1607] +[1608,1609] +[1610,1611] +[1612,1613] +[1614,1615] +[1616,1617] +[1618,1619] +[1620,1621] +[1622,1623] +[1624,1625] +[1626,1627] +[1628,1629] +[1630,1631] +[1632,1633] +[1634,1635] +[1636,1637] +[1638,1639] +[1640,1641] +[1642,1643] +[1644,1645] +[1646,1647] +[1648,1649] +[1650,1651] +[1652,1653] +[1654,1655] +[1656,1657] +[1658,1659] +[1660,1661] +[1662,1663] +[1664,1665] +[1666,1667] +[1668,1669] +[1670,1671] +[1672,1673] +[1674,1675] +[1676,1677] +[1678,1679] +[1680,1681] +[1682,1683] +[1684,1685] +[1686,1687] +[1688,1689] +[1690,1691] +[1692,1693] +[1694,1695] +[1696,1697] +[1698,1699] +[1700,1701] +[1702,1703] +[1704,1705] +[1706,1707] +[1708,1709] +[1710,1711] +[1712,1713] +[1714,1715] +[1716,1717] +[1718,1719] +[1720,1721] +[1722,1723] +[1724,1725] +[1726,1727] +[1728,1729] +[1730,1731] +[1732,1733] +[1734,1735] +[1736,1737] +[1738,1739] +[1740,1741] +[1742,1743] +[1744,1745] +[1746,1747] +[1748,1749] +[1750,1751] +[1752,1753] +[1754,1755] +[1756,1757] +[1758,1759] +[1760,1761] +[1762,1763] +[1764,1765] +[1766,1767] +[1768,1769] +[1770,1771] +[1772,1773] +[1774,1775] +[1776,1777] +[1778,1779] +[1780,1781] +[1782,1783] +[1784,1785] +[1786,1787] +[1788,1789] +[1790,1791] +[1792,1793] +[1794,1795] +[1796,1797] +[1798,1799] +[1800,1801] +[1802,1803] +[1804,1805] +[1806,1807] +[1808,1809] +[1810,1811] +[1812,1813] +[1814,1815] +[1816,1817] +[1818,1819] +[1820,1821] +[1822,1823] +[1824,1825] +[1826,1827] +[1828,1829] +[1830,1831] +[1832,1833] +[1834,1835] +[1836,1837] +[1838,1839] +[1840,1841] +[1842,1843] +[1844,1845] +[1846,1847] +[1848,1849] +[1850,1851] +[1852,1853] +[1854,1855] +[1856,1857] +[1858,1859] +[1860,1861] +[1862,1863] +[1864,1865] +[1866,1867] +[1868,1869] +[1870,1871] +[1872,1873] +[1874,1875] +[1876,1877] +[1878,1879] +[1880,1881] +[1882,1883] +[1884,1885] +[1886,1887] +[1888,1889] +[1890,1891] +[1892,1893] +[1894,1895] +[1896,1897] +[1898,1899] +[1900,1901] +[1902,1903] +[1904,1905] +[1906,1907] +[1908,1909] +[1910,1911] +[1912,1913] +[1914,1915] +[1916,1917] +[1918,1919] +[1920,1921] +[1922,1923] +[1924,1925] +[1926,1927] +[1928,1929] +[1930,1931] +[1932,1933] +[1934,1935] +[1936,1937] +[1938,1939] +[1940,1941] +[1942,1943] +[1944,1945] +[1946,1947] +[1948,1949] +[1950,1951] +[1952,1953] +[1954,1955] +[1956,1957] +[1958,1959] +[1960,1961] +[1962,1963] +[1964,1965] +[1966,1967] +[1968,1969] +[1970,1971] +[1972,1973] +[1974,1975] +[1976,1977] +[1978,1979] +[1980,1981] +[1982,1983] +[1984,1985] +[1986,1987] +[1988,1989] +[1990,1991] +[1992,1993] +[1994,1995] +[1996,1997] +[1998,1999] +[2000,2001] +[2002,2003] +[2004,2005] +[2006,2007] +[2008,2009] +[2010,2011] +[2012,2013] +[2014,2015] +[2016,2017] +[2018,2019] +[2020,2021] +[2022,2023] +[2024,2025] +[2026,2027] +[2028,2029] +[2030,2031] +[2032,2033] +[2034,2035] +[2036,2037] +[2038,2039] +[2040,2041] +[2042,2043] +[2044,2045] +[2046,2047] +[2048,2049] +[2050,2051] +[2052,2053] +[2054,2055] +[2056,2057] +[2058,2059] +[2060,2061] +[2062,2063] +[2064,2065] +[2066,2067] +[2068,2069] +[2070,2071] +[2072,2073] +[2074,2075] +[2076,2077] +[2078,2079] +[2080,2081] +[2082,2083] +[2084,2085] +[2086,2087] +[2088,2089] +[2090,2091] +[2092,2093] +[2094,2095] +[2096,2097] +[2098,2099] +[2100,2101] +[2102,2103] +[2104,2105] +[2106,2107] +[2108,2109] +[2110,2111] +[2112,2113] +[2114,2115] +[2116,2117] +[2118,2119] +[2120,2121] +[2122,2123] +[2124,2125] +[2126,2127] +[2128,2129] +[2130,2131] +[2132,2133] +[2134,2135] +[2136,2137] +[2138,2139] +[2140,2141] +[2142,2143] +[2144,2145] +PREHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1023 Data size: 116760 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[0] (type: int), l1[1] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1023 Data size: 116760 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1023 Data size: 116760 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +100 101 +102 103 +104 105 +106 107 +108 109 +110 111 +112 113 +114 115 +116 117 +118 119 +120 121 +122 123 +124 125 +126 127 +128 129 +130 131 +132 133 +134 135 +136 137 +138 139 +140 141 +142 143 +144 145 +146 147 +148 149 +150 151 +152 153 +154 155 +156 157 +158 159 +160 161 +162 163 +164 165 +166 167 +168 169 +170 171 +172 173 +174 175 +176 177 +178 179 +180 181 +182 183 +184 185 +186 187 +188 189 +190 191 +192 193 +194 195 +196 197 +198 199 +200 201 +202 203 +204 205 +206 207 +208 209 +210 211 +212 213 +214 215 +216 217 +218 219 +220 221 +222 223 +224 225 +226 227 +228 229 +230 231 +232 233 +234 235 +236 237 +238 239 +240 241 +242 243 +244 245 +246 247 +248 249 +250 251 +252 253 +254 255 +256 257 +258 259 +260 261 +262 263 +264 265 +266 267 +268 269 +270 271 +272 273 +274 275 +276 277 +278 279 +280 281 +282 283 +284 285 +286 287 +288 289 +290 291 +292 293 +294 295 +296 297 +298 299 +300 301 +302 303 +304 305 +306 307 +308 309 +310 311 +312 313 +314 315 +316 317 +318 319 +320 321 +322 323 +324 325 +326 327 +328 329 +330 331 +332 333 +334 335 +336 337 +338 339 +340 341 +342 343 +344 345 +346 347 +348 349 +350 351 +352 353 +354 355 +356 357 +358 359 +360 361 +362 363 +364 365 +366 367 +368 369 +370 371 +372 373 +374 375 +376 377 +378 379 +380 381 +382 383 +384 385 +386 387 +388 389 +390 391 +392 393 +394 395 +396 397 +398 399 +400 401 +402 403 +404 405 +406 407 +408 409 +410 411 +412 413 +414 415 +416 417 +418 419 +420 421 +422 423 +424 425 +426 427 +428 429 +430 431 +432 433 +434 435 +436 437 +438 439 +440 441 +442 443 +444 445 +446 447 +448 449 +450 451 +452 453 +454 455 +456 457 +458 459 +460 461 +462 463 +464 465 +466 467 +468 469 +470 471 +472 473 +474 475 +476 477 +478 479 +480 481 +482 483 +484 485 +486 487 +488 489 +490 491 +492 493 +494 495 +496 497 +498 499 +500 501 +502 503 +504 505 +506 507 +508 509 +510 511 +512 513 +514 515 +516 517 +518 519 +520 521 +522 523 +524 525 +526 527 +528 529 +530 531 +532 533 +534 535 +536 537 +538 539 +540 541 +542 543 +544 545 +546 547 +548 549 +550 551 +552 553 +554 555 +556 557 +558 559 +560 561 +562 563 +564 565 +566 567 +568 569 +570 571 +572 573 +574 575 +576 577 +578 579 +580 581 +582 583 +584 585 +586 587 +588 589 +590 591 +592 593 +594 595 +596 597 +598 599 +600 601 +602 603 +604 605 +606 607 +608 609 +610 611 +612 613 +614 615 +616 617 +618 619 +620 621 +622 623 +624 625 +626 627 +628 629 +630 631 +632 633 +634 635 +636 637 +638 639 +640 641 +642 643 +644 645 +646 647 +648 649 +650 651 +652 653 +654 655 +656 657 +658 659 +660 661 +662 663 +664 665 +666 667 +668 669 +670 671 +672 673 +674 675 +676 677 +678 679 +680 681 +682 683 +684 685 +686 687 +688 689 +690 691 +692 693 +694 695 +696 697 +698 699 +700 701 +702 703 +704 705 +706 707 +708 709 +710 711 +712 713 +714 715 +716 717 +718 719 +720 721 +722 723 +724 725 +726 727 +728 729 +730 731 +732 733 +734 735 +736 737 +738 739 +740 741 +742 743 +744 745 +746 747 +748 749 +750 751 +752 753 +754 755 +756 757 +758 759 +760 761 +762 763 +764 765 +766 767 +768 769 +770 771 +772 773 +774 775 +776 777 +778 779 +780 781 +782 783 +784 785 +786 787 +788 789 +790 791 +792 793 +794 795 +796 797 +798 799 +800 801 +802 803 +804 805 +806 807 +808 809 +810 811 +812 813 +814 815 +816 817 +818 819 +820 821 +822 823 +824 825 +826 827 +828 829 +830 831 +832 833 +834 835 +836 837 +838 839 +840 841 +842 843 +844 845 +846 847 +848 849 +850 851 +852 853 +854 855 +856 857 +858 859 +860 861 +862 863 +864 865 +866 867 +868 869 +870 871 +872 873 +874 875 +876 877 +878 879 +880 881 +882 883 +884 885 +886 887 +888 889 +890 891 +892 893 +894 895 +896 897 +898 899 +900 901 +902 903 +904 905 +906 907 +908 909 +910 911 +912 913 +914 915 +916 917 +918 919 +920 921 +922 923 +924 925 +926 927 +928 929 +930 931 +932 933 +934 935 +936 937 +938 939 +940 941 +942 943 +944 945 +946 947 +948 949 +950 951 +952 953 +954 955 +956 957 +958 959 +960 961 +962 963 +964 965 +966 967 +968 969 +970 971 +972 973 +974 975 +976 977 +978 979 +980 981 +982 983 +984 985 +986 987 +988 989 +990 991 +992 993 +994 995 +996 997 +998 999 +1000 1001 +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +PREHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +POSTHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1023 Data size: 116760 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (l1[0] > 1000) (type: boolean) + Statistics: Num rows: 341 Data size: 38920 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[1] (type: int), l1[0] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 38920 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 38920 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 341 Data size: 38920 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 19402 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: int) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 170 Data size: 19402 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + Statistics: Num rows: 170 Data size: 19402 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 19402 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 170 Data size: 19402 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +2144 2145 +2142 2143 +2140 2141 +2138 2139 +2136 2137 +2134 2135 +2132 2133 +2130 2131 +2128 2129 +2126 2127 +2124 2125 +2122 2123 +2120 2121 +2118 2119 +2116 2117 +2114 2115 +2112 2113 +2110 2111 +2108 2109 +2106 2107 +2104 2105 +2102 2103 +2100 2101 +2098 2099 +2096 2097 +2094 2095 +2092 2093 +2090 2091 +2088 2089 +2086 2087 +2084 2085 +2082 2083 +2080 2081 +2078 2079 +2076 2077 +2074 2075 +2072 2073 +2070 2071 +2068 2069 +2066 2067 +2064 2065 +2062 2063 +2060 2061 +2058 2059 +2056 2057 +2054 2055 +2052 2053 +2050 2051 +2048 2049 +2046 2047 +2044 2045 +2042 2043 +2040 2041 +2038 2039 +2036 2037 +2034 2035 +2032 2033 +2030 2031 +2028 2029 +2026 2027 +2024 2025 +2022 2023 +2020 2021 +2018 2019 +2016 2017 +2014 2015 +2012 2013 +2010 2011 +2008 2009 +2006 2007 +2004 2005 +2002 2003 +2000 2001 +1998 1999 +1996 1997 +1994 1995 +1992 1993 +1990 1991 +1988 1989 +1986 1987 +1984 1985 +1982 1983 +1980 1981 +1978 1979 +1976 1977 +1974 1975 +1972 1973 +1970 1971 +1968 1969 +1966 1967 +1964 1965 +1962 1963 +1960 1961 +1958 1959 +1956 1957 +1954 1955 +1952 1953 +1950 1951 +1948 1949 +1946 1947 +1944 1945 +1942 1943 +1940 1941 +1938 1939 +1936 1937 +1934 1935 +1932 1933 +1930 1931 +1928 1929 +1926 1927 +1924 1925 +1922 1923 +1920 1921 +1918 1919 +1916 1917 +1914 1915 +1912 1913 +1910 1911 +1908 1909 +1906 1907 +1904 1905 +1902 1903 +1900 1901 +1898 1899 +1896 1897 +1894 1895 +1892 1893 +1890 1891 +1888 1889 +1886 1887 +1884 1885 +1882 1883 +1880 1881 +1878 1879 +1876 1877 +1874 1875 +1872 1873 +1870 1871 +1868 1869 +1866 1867 +1864 1865 +1862 1863 +1860 1861 +1858 1859 +1856 1857 +1854 1855 +1852 1853 +1850 1851 +1848 1849 +1846 1847 +1844 1845 +1842 1843 +1840 1841 +1838 1839 +1836 1837 +1834 1835 +1832 1833 +1830 1831 +1828 1829 +1826 1827 +1824 1825 +1822 1823 +1820 1821 +1818 1819 +1816 1817 +1814 1815 +1812 1813 +1810 1811 +1808 1809 +1806 1807 +1804 1805 +1802 1803 +1800 1801 +1798 1799 +1796 1797 +1794 1795 +1792 1793 +1790 1791 +1788 1789 +1786 1787 +1784 1785 +1782 1783 +1780 1781 +1778 1779 +1776 1777 +1774 1775 +1772 1773 +1770 1771 +1768 1769 +1766 1767 +1764 1765 +1762 1763 +1760 1761 +1758 1759 +1756 1757 +1754 1755 +1752 1753 +1750 1751 +1748 1749 +1746 1747 +1744 1745 +1742 1743 +1740 1741 +1738 1739 +1736 1737 +1734 1735 +1732 1733 +1730 1731 +1728 1729 +1726 1727 +1724 1725 +1722 1723 +1720 1721 +1718 1719 +1716 1717 +1714 1715 +1712 1713 +1710 1711 +1708 1709 +1706 1707 +1704 1705 +1702 1703 +1700 1701 +1698 1699 +1696 1697 +1694 1695 +1692 1693 +1690 1691 +1688 1689 +1686 1687 +1684 1685 +1682 1683 +1680 1681 +1678 1679 +1676 1677 +1674 1675 +1672 1673 +1670 1671 +1668 1669 +1666 1667 +1664 1665 +1662 1663 +1660 1661 +1658 1659 +1656 1657 +1654 1655 +1652 1653 +1650 1651 +1648 1649 +1646 1647 +1644 1645 +1642 1643 +1640 1641 +1638 1639 +1636 1637 +1634 1635 +1632 1633 +1630 1631 +1628 1629 +1626 1627 +1624 1625 +1622 1623 +1620 1621 +1618 1619 +1616 1617 +1614 1615 +1612 1613 +1610 1611 +1608 1609 +1606 1607 +1604 1605 +1602 1603 +1600 1601 +1598 1599 +1596 1597 +1594 1595 +1592 1593 +1590 1591 +1588 1589 +1586 1587 +1584 1585 +1582 1583 +1580 1581 +1578 1579 +1576 1577 +1574 1575 +1572 1573 +1570 1571 +1568 1569 +1566 1567 +1564 1565 +1562 1563 +1560 1561 +1558 1559 +1556 1557 +1554 1555 +1552 1553 +1550 1551 +1548 1549 +1546 1547 +1544 1545 +1542 1543 +1540 1541 +1538 1539 +1536 1537 +1534 1535 +1532 1533 +1530 1531 +1528 1529 +1526 1527 +1524 1525 +1522 1523 +1520 1521 +1518 1519 +1516 1517 +1514 1515 +1512 1513 +1510 1511 +1508 1509 +1506 1507 +1504 1505 +1502 1503 +1500 1501 +1498 1499 +1496 1497 +1494 1495 +1492 1493 +1490 1491 +1488 1489 +1486 1487 +1484 1485 +1482 1483 +1480 1481 +1478 1479 +1476 1477 +1474 1475 +1472 1473 +1470 1471 +1468 1469 +1466 1467 +1464 1465 +1462 1463 +1460 1461 +1458 1459 +1456 1457 +1454 1455 +1452 1453 +1450 1451 +1448 1449 +1446 1447 +1444 1445 +1442 1443 +1440 1441 +1438 1439 +1436 1437 +1434 1435 +1432 1433 +1430 1431 +1428 1429 +1426 1427 +1424 1425 +1422 1423 +1420 1421 +1418 1419 +1416 1417 +1414 1415 +1412 1413 +1410 1411 +1408 1409 +1406 1407 +1404 1405 +1402 1403 +1400 1401 +1398 1399 +1396 1397 +1394 1395 +1392 1393 +1390 1391 +1388 1389 +1386 1387 +1384 1385 +1382 1383 +1380 1381 +1378 1379 +1376 1377 +1374 1375 +1372 1373 +1370 1371 +1368 1369 +1366 1367 +1364 1365 +1362 1363 +1360 1361 +1358 1359 +1356 1357 +1354 1355 +1352 1353 +1350 1351 +1348 1349 +1346 1347 +1344 1345 +1342 1343 +1340 1341 +1338 1339 +1336 1337 +1334 1335 +1332 1333 +1330 1331 +1328 1329 +1326 1327 +1324 1325 +1322 1323 +1320 1321 +1318 1319 +1316 1317 +1314 1315 +1312 1313 +1310 1311 +1308 1309 +1306 1307 +1304 1305 +1302 1303 +1300 1301 +1298 1299 +1296 1297 +1294 1295 +1292 1293 +1290 1291 +1288 1289 +1286 1287 +1284 1285 +1282 1283 +1280 1281 +1278 1279 +1276 1277 +1274 1275 +1272 1273 +1270 1271 +1268 1269 +1266 1267 +1264 1265 +1262 1263 +1260 1261 +1258 1259 +1256 1257 +1254 1255 +1252 1253 +1250 1251 +1248 1249 +1246 1247 +1244 1245 +1242 1243 +1240 1241 +1238 1239 +1236 1237 +1234 1235 +1232 1233 +1230 1231 +1228 1229 +1226 1227 +1224 1225 +1222 1223 +1220 1221 +1218 1219 +1216 1217 +1214 1215 +1212 1213 +1210 1211 +1208 1209 +1206 1207 +1204 1205 +1202 1203 +1200 1201 +1198 1199 +1196 1197 +1194 1195 +1192 1193 +1190 1191 +1188 1189 +1186 1187 +1184 1185 +1182 1183 +1180 1181 +1178 1179 +1176 1177 +1174 1175 +1172 1173 +1170 1171 +1168 1169 +1166 1167 +1164 1165 +1162 1163 +1160 1161 +1158 1159 +1156 1157 +1154 1155 +1152 1153 +1150 1151 +1148 1149 +1146 1147 +1144 1145 +1142 1143 +1140 1141 +1138 1139 +1136 1137 +1134 1135 +1132 1133 +1130 1131 +1128 1129 +1126 1127 +1124 1125 +1122 1123 +1120 1121 +1118 1119 +1116 1117 +1114 1115 +1112 1113 +1110 1111 +1108 1109 +1106 1107 +1104 1105 +1102 1103 +1100 1101 +1098 1099 +1096 1097 +1094 1095 +1092 1093 +1090 1091 +1088 1089 +1086 1087 +1084 1085 +1082 1083 +1080 1081 +1078 1079 +1076 1077 +1074 1075 +1072 1073 +1070 1071 +1068 1069 +1066 1067 +1064 1065 +1062 1063 +1060 1061 +1058 1059 +1056 1057 +1054 1055 +1052 1053 +1050 1051 +1048 1049 +1046 1047 +1044 1045 +1042 1043 +1040 1041 +1038 1039 +1036 1037 +1034 1035 +1032 1033 +1030 1031 +1028 1029 +1026 1027 +1024 1025 +1022 1023 +1020 1021 +1018 1019 +1016 1017 +1014 1015 +1012 1013 +1010 1011 +1008 1009 +1006 1007 +1004 1005 +1002 1003 +PREHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1025 +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types_staging +PREHOOK: Output: default@parquet_complex_types +POSTHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1025 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types_staging +POSTHOOK: Output: default@parquet_complex_types +POSTHOOK: Lineage: parquet_complex_types.id SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:id, type:int, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.l1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:l1, type:array, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.m1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:m1, type:map, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:st1, type:struct, comment:null), ] +PREHOOK: query: explain select l1 from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1 from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1024 Data size: 116880 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1 (type: array) + outputColumnNames: _col0 + Statistics: Num rows: 1024 Data size: 116880 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1024 Data size: 116880 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1 from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1 from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +[100,101] +[102,103] +[104,105] +[106,107] +[108,109] +[110,111] +[112,113] +[114,115] +[116,117] +[118,119] +[120,121] +[122,123] +[124,125] +[126,127] +[128,129] +[130,131] +[132,133] +[134,135] +[136,137] +[138,139] +[140,141] +[142,143] +[144,145] +[146,147] +[148,149] +[150,151] +[152,153] +[154,155] +[156,157] +[158,159] +[160,161] +[162,163] +[164,165] +[166,167] +[168,169] +[170,171] +[172,173] +[174,175] +[176,177] +[178,179] +[180,181] +[182,183] +[184,185] +[186,187] +[188,189] +[190,191] +[192,193] +[194,195] +[196,197] +[198,199] +[200,201] +[202,203] +[204,205] +[206,207] +[208,209] +[210,211] +[212,213] +[214,215] +[216,217] +[218,219] +[220,221] +[222,223] +[224,225] +[226,227] +[228,229] +[230,231] +[232,233] +[234,235] +[236,237] +[238,239] +[240,241] +[242,243] +[244,245] +[246,247] +[248,249] +[250,251] +[252,253] +[254,255] +[256,257] +[258,259] +[260,261] +[262,263] +[264,265] +[266,267] +[268,269] +[270,271] +[272,273] +[274,275] +[276,277] +[278,279] +[280,281] +[282,283] +[284,285] +[286,287] +[288,289] +[290,291] +[292,293] +[294,295] +[296,297] +[298,299] +[300,301] +[302,303] +[304,305] +[306,307] +[308,309] +[310,311] +[312,313] +[314,315] +[316,317] +[318,319] +[320,321] +[322,323] +[324,325] +[326,327] +[328,329] +[330,331] +[332,333] +[334,335] +[336,337] +[338,339] +[340,341] +[342,343] +[344,345] +[346,347] +[348,349] +[350,351] +[352,353] +[354,355] +[356,357] +[358,359] +[360,361] +[362,363] +[364,365] +[366,367] +[368,369] +[370,371] +[372,373] +[374,375] +[376,377] +[378,379] +[380,381] +[382,383] +[384,385] +[386,387] +[388,389] +[390,391] +[392,393] +[394,395] +[396,397] +[398,399] +[400,401] +[402,403] +[404,405] +[406,407] +[408,409] +[410,411] +[412,413] +[414,415] +[416,417] +[418,419] +[420,421] +[422,423] +[424,425] +[426,427] +[428,429] +[430,431] +[432,433] +[434,435] +[436,437] +[438,439] +[440,441] +[442,443] +[444,445] +[446,447] +[448,449] +[450,451] +[452,453] +[454,455] +[456,457] +[458,459] +[460,461] +[462,463] +[464,465] +[466,467] +[468,469] +[470,471] +[472,473] +[474,475] +[476,477] +[478,479] +[480,481] +[482,483] +[484,485] +[486,487] +[488,489] +[490,491] +[492,493] +[494,495] +[496,497] +[498,499] +[500,501] +[502,503] +[504,505] +[506,507] +[508,509] +[510,511] +[512,513] +[514,515] +[516,517] +[518,519] +[520,521] +[522,523] +[524,525] +[526,527] +[528,529] +[530,531] +[532,533] +[534,535] +[536,537] +[538,539] +[540,541] +[542,543] +[544,545] +[546,547] +[548,549] +[550,551] +[552,553] +[554,555] +[556,557] +[558,559] +[560,561] +[562,563] +[564,565] +[566,567] +[568,569] +[570,571] +[572,573] +[574,575] +[576,577] +[578,579] +[580,581] +[582,583] +[584,585] +[586,587] +[588,589] +[590,591] +[592,593] +[594,595] +[596,597] +[598,599] +[600,601] +[602,603] +[604,605] +[606,607] +[608,609] +[610,611] +[612,613] +[614,615] +[616,617] +[618,619] +[620,621] +[622,623] +[624,625] +[626,627] +[628,629] +[630,631] +[632,633] +[634,635] +[636,637] +[638,639] +[640,641] +[642,643] +[644,645] +[646,647] +[648,649] +[650,651] +[652,653] +[654,655] +[656,657] +[658,659] +[660,661] +[662,663] +[664,665] +[666,667] +[668,669] +[670,671] +[672,673] +[674,675] +[676,677] +[678,679] +[680,681] +[682,683] +[684,685] +[686,687] +[688,689] +[690,691] +[692,693] +[694,695] +[696,697] +[698,699] +[700,701] +[702,703] +[704,705] +[706,707] +[708,709] +[710,711] +[712,713] +[714,715] +[716,717] +[718,719] +[720,721] +[722,723] +[724,725] +[726,727] +[728,729] +[730,731] +[732,733] +[734,735] +[736,737] +[738,739] +[740,741] +[742,743] +[744,745] +[746,747] +[748,749] +[750,751] +[752,753] +[754,755] +[756,757] +[758,759] +[760,761] +[762,763] +[764,765] +[766,767] +[768,769] +[770,771] +[772,773] +[774,775] +[776,777] +[778,779] +[780,781] +[782,783] +[784,785] +[786,787] +[788,789] +[790,791] +[792,793] +[794,795] +[796,797] +[798,799] +[800,801] +[802,803] +[804,805] +[806,807] +[808,809] +[810,811] +[812,813] +[814,815] +[816,817] +[818,819] +[820,821] +[822,823] +[824,825] +[826,827] +[828,829] +[830,831] +[832,833] +[834,835] +[836,837] +[838,839] +[840,841] +[842,843] +[844,845] +[846,847] +[848,849] +[850,851] +[852,853] +[854,855] +[856,857] +[858,859] +[860,861] +[862,863] +[864,865] +[866,867] +[868,869] +[870,871] +[872,873] +[874,875] +[876,877] +[878,879] +[880,881] +[882,883] +[884,885] +[886,887] +[888,889] +[890,891] +[892,893] +[894,895] +[896,897] +[898,899] +[900,901] +[902,903] +[904,905] +[906,907] +[908,909] +[910,911] +[912,913] +[914,915] +[916,917] +[918,919] +[920,921] +[922,923] +[924,925] +[926,927] +[928,929] +[930,931] +[932,933] +[934,935] +[936,937] +[938,939] +[940,941] +[942,943] +[944,945] +[946,947] +[948,949] +[950,951] +[952,953] +[954,955] +[956,957] +[958,959] +[960,961] +[962,963] +[964,965] +[966,967] +[968,969] +[970,971] +[972,973] +[974,975] +[976,977] +[978,979] +[980,981] +[982,983] +[984,985] +[986,987] +[988,989] +[990,991] +[992,993] +[994,995] +[996,997] +[998,999] +[1000,1001] +[1002,1003] +[1004,1005] +[1006,1007] +[1008,1009] +[1010,1011] +[1012,1013] +[1014,1015] +[1016,1017] +[1018,1019] +[1020,1021] +[1022,1023] +[1024,1025] +[1026,1027] +[1028,1029] +[1030,1031] +[1032,1033] +[1034,1035] +[1036,1037] +[1038,1039] +[1040,1041] +[1042,1043] +[1044,1045] +[1046,1047] +[1048,1049] +[1050,1051] +[1052,1053] +[1054,1055] +[1056,1057] +[1058,1059] +[1060,1061] +[1062,1063] +[1064,1065] +[1066,1067] +[1068,1069] +[1070,1071] +[1072,1073] +[1074,1075] +[1076,1077] +[1078,1079] +[1080,1081] +[1082,1083] +[1084,1085] +[1086,1087] +[1088,1089] +[1090,1091] +[1092,1093] +[1094,1095] +[1096,1097] +[1098,1099] +[1100,1101] +[1102,1103] +[1104,1105] +[1106,1107] +[1108,1109] +[1110,1111] +[1112,1113] +[1114,1115] +[1116,1117] +[1118,1119] +[1120,1121] +[1122,1123] +[1124,1125] +[1126,1127] +[1128,1129] +[1130,1131] +[1132,1133] +[1134,1135] +[1136,1137] +[1138,1139] +[1140,1141] +[1142,1143] +[1144,1145] +[1146,1147] +[1148,1149] +[1150,1151] +[1152,1153] +[1154,1155] +[1156,1157] +[1158,1159] +[1160,1161] +[1162,1163] +[1164,1165] +[1166,1167] +[1168,1169] +[1170,1171] +[1172,1173] +[1174,1175] +[1176,1177] +[1178,1179] +[1180,1181] +[1182,1183] +[1184,1185] +[1186,1187] +[1188,1189] +[1190,1191] +[1192,1193] +[1194,1195] +[1196,1197] +[1198,1199] +[1200,1201] +[1202,1203] +[1204,1205] +[1206,1207] +[1208,1209] +[1210,1211] +[1212,1213] +[1214,1215] +[1216,1217] +[1218,1219] +[1220,1221] +[1222,1223] +[1224,1225] +[1226,1227] +[1228,1229] +[1230,1231] +[1232,1233] +[1234,1235] +[1236,1237] +[1238,1239] +[1240,1241] +[1242,1243] +[1244,1245] +[1246,1247] +[1248,1249] +[1250,1251] +[1252,1253] +[1254,1255] +[1256,1257] +[1258,1259] +[1260,1261] +[1262,1263] +[1264,1265] +[1266,1267] +[1268,1269] +[1270,1271] +[1272,1273] +[1274,1275] +[1276,1277] +[1278,1279] +[1280,1281] +[1282,1283] +[1284,1285] +[1286,1287] +[1288,1289] +[1290,1291] +[1292,1293] +[1294,1295] +[1296,1297] +[1298,1299] +[1300,1301] +[1302,1303] +[1304,1305] +[1306,1307] +[1308,1309] +[1310,1311] +[1312,1313] +[1314,1315] +[1316,1317] +[1318,1319] +[1320,1321] +[1322,1323] +[1324,1325] +[1326,1327] +[1328,1329] +[1330,1331] +[1332,1333] +[1334,1335] +[1336,1337] +[1338,1339] +[1340,1341] +[1342,1343] +[1344,1345] +[1346,1347] +[1348,1349] +[1350,1351] +[1352,1353] +[1354,1355] +[1356,1357] +[1358,1359] +[1360,1361] +[1362,1363] +[1364,1365] +[1366,1367] +[1368,1369] +[1370,1371] +[1372,1373] +[1374,1375] +[1376,1377] +[1378,1379] +[1380,1381] +[1382,1383] +[1384,1385] +[1386,1387] +[1388,1389] +[1390,1391] +[1392,1393] +[1394,1395] +[1396,1397] +[1398,1399] +[1400,1401] +[1402,1403] +[1404,1405] +[1406,1407] +[1408,1409] +[1410,1411] +[1412,1413] +[1414,1415] +[1416,1417] +[1418,1419] +[1420,1421] +[1422,1423] +[1424,1425] +[1426,1427] +[1428,1429] +[1430,1431] +[1432,1433] +[1434,1435] +[1436,1437] +[1438,1439] +[1440,1441] +[1442,1443] +[1444,1445] +[1446,1447] +[1448,1449] +[1450,1451] +[1452,1453] +[1454,1455] +[1456,1457] +[1458,1459] +[1460,1461] +[1462,1463] +[1464,1465] +[1466,1467] +[1468,1469] +[1470,1471] +[1472,1473] +[1474,1475] +[1476,1477] +[1478,1479] +[1480,1481] +[1482,1483] +[1484,1485] +[1486,1487] +[1488,1489] +[1490,1491] +[1492,1493] +[1494,1495] +[1496,1497] +[1498,1499] +[1500,1501] +[1502,1503] +[1504,1505] +[1506,1507] +[1508,1509] +[1510,1511] +[1512,1513] +[1514,1515] +[1516,1517] +[1518,1519] +[1520,1521] +[1522,1523] +[1524,1525] +[1526,1527] +[1528,1529] +[1530,1531] +[1532,1533] +[1534,1535] +[1536,1537] +[1538,1539] +[1540,1541] +[1542,1543] +[1544,1545] +[1546,1547] +[1548,1549] +[1550,1551] +[1552,1553] +[1554,1555] +[1556,1557] +[1558,1559] +[1560,1561] +[1562,1563] +[1564,1565] +[1566,1567] +[1568,1569] +[1570,1571] +[1572,1573] +[1574,1575] +[1576,1577] +[1578,1579] +[1580,1581] +[1582,1583] +[1584,1585] +[1586,1587] +[1588,1589] +[1590,1591] +[1592,1593] +[1594,1595] +[1596,1597] +[1598,1599] +[1600,1601] +[1602,1603] +[1604,1605] +[1606,1607] +[1608,1609] +[1610,1611] +[1612,1613] +[1614,1615] +[1616,1617] +[1618,1619] +[1620,1621] +[1622,1623] +[1624,1625] +[1626,1627] +[1628,1629] +[1630,1631] +[1632,1633] +[1634,1635] +[1636,1637] +[1638,1639] +[1640,1641] +[1642,1643] +[1644,1645] +[1646,1647] +[1648,1649] +[1650,1651] +[1652,1653] +[1654,1655] +[1656,1657] +[1658,1659] +[1660,1661] +[1662,1663] +[1664,1665] +[1666,1667] +[1668,1669] +[1670,1671] +[1672,1673] +[1674,1675] +[1676,1677] +[1678,1679] +[1680,1681] +[1682,1683] +[1684,1685] +[1686,1687] +[1688,1689] +[1690,1691] +[1692,1693] +[1694,1695] +[1696,1697] +[1698,1699] +[1700,1701] +[1702,1703] +[1704,1705] +[1706,1707] +[1708,1709] +[1710,1711] +[1712,1713] +[1714,1715] +[1716,1717] +[1718,1719] +[1720,1721] +[1722,1723] +[1724,1725] +[1726,1727] +[1728,1729] +[1730,1731] +[1732,1733] +[1734,1735] +[1736,1737] +[1738,1739] +[1740,1741] +[1742,1743] +[1744,1745] +[1746,1747] +[1748,1749] +[1750,1751] +[1752,1753] +[1754,1755] +[1756,1757] +[1758,1759] +[1760,1761] +[1762,1763] +[1764,1765] +[1766,1767] +[1768,1769] +[1770,1771] +[1772,1773] +[1774,1775] +[1776,1777] +[1778,1779] +[1780,1781] +[1782,1783] +[1784,1785] +[1786,1787] +[1788,1789] +[1790,1791] +[1792,1793] +[1794,1795] +[1796,1797] +[1798,1799] +[1800,1801] +[1802,1803] +[1804,1805] +[1806,1807] +[1808,1809] +[1810,1811] +[1812,1813] +[1814,1815] +[1816,1817] +[1818,1819] +[1820,1821] +[1822,1823] +[1824,1825] +[1826,1827] +[1828,1829] +[1830,1831] +[1832,1833] +[1834,1835] +[1836,1837] +[1838,1839] +[1840,1841] +[1842,1843] +[1844,1845] +[1846,1847] +[1848,1849] +[1850,1851] +[1852,1853] +[1854,1855] +[1856,1857] +[1858,1859] +[1860,1861] +[1862,1863] +[1864,1865] +[1866,1867] +[1868,1869] +[1870,1871] +[1872,1873] +[1874,1875] +[1876,1877] +[1878,1879] +[1880,1881] +[1882,1883] +[1884,1885] +[1886,1887] +[1888,1889] +[1890,1891] +[1892,1893] +[1894,1895] +[1896,1897] +[1898,1899] +[1900,1901] +[1902,1903] +[1904,1905] +[1906,1907] +[1908,1909] +[1910,1911] +[1912,1913] +[1914,1915] +[1916,1917] +[1918,1919] +[1920,1921] +[1922,1923] +[1924,1925] +[1926,1927] +[1928,1929] +[1930,1931] +[1932,1933] +[1934,1935] +[1936,1937] +[1938,1939] +[1940,1941] +[1942,1943] +[1944,1945] +[1946,1947] +[1948,1949] +[1950,1951] +[1952,1953] +[1954,1955] +[1956,1957] +[1958,1959] +[1960,1961] +[1962,1963] +[1964,1965] +[1966,1967] +[1968,1969] +[1970,1971] +[1972,1973] +[1974,1975] +[1976,1977] +[1978,1979] +[1980,1981] +[1982,1983] +[1984,1985] +[1986,1987] +[1988,1989] +[1990,1991] +[1992,1993] +[1994,1995] +[1996,1997] +[1998,1999] +[2000,2001] +[2002,2003] +[2004,2005] +[2006,2007] +[2008,2009] +[2010,2011] +[2012,2013] +[2014,2015] +[2016,2017] +[2018,2019] +[2020,2021] +[2022,2023] +[2024,2025] +[2026,2027] +[2028,2029] +[2030,2031] +[2032,2033] +[2034,2035] +[2036,2037] +[2038,2039] +[2040,2041] +[2042,2043] +[2044,2045] +[2046,2047] +[2048,2049] +[2050,2051] +[2052,2053] +[2054,2055] +[2056,2057] +[2058,2059] +[2060,2061] +[2062,2063] +[2064,2065] +[2066,2067] +[2068,2069] +[2070,2071] +[2072,2073] +[2074,2075] +[2076,2077] +[2078,2079] +[2080,2081] +[2082,2083] +[2084,2085] +[2086,2087] +[2088,2089] +[2090,2091] +[2092,2093] +[2094,2095] +[2096,2097] +[2098,2099] +[2100,2101] +[2102,2103] +[2104,2105] +[2106,2107] +[2108,2109] +[2110,2111] +[2112,2113] +[2114,2115] +[2116,2117] +[2118,2119] +[2120,2121] +[2122,2123] +[2124,2125] +[2126,2127] +[2128,2129] +[2130,2131] +[2132,2133] +[2134,2135] +[2136,2137] +[2138,2139] +[2140,2141] +[2142,2143] +[2144,2145] +[2146,2147] +PREHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1024 Data size: 116880 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[0] (type: int), l1[1] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1024 Data size: 116880 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1024 Data size: 116880 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +100 101 +102 103 +104 105 +106 107 +108 109 +110 111 +112 113 +114 115 +116 117 +118 119 +120 121 +122 123 +124 125 +126 127 +128 129 +130 131 +132 133 +134 135 +136 137 +138 139 +140 141 +142 143 +144 145 +146 147 +148 149 +150 151 +152 153 +154 155 +156 157 +158 159 +160 161 +162 163 +164 165 +166 167 +168 169 +170 171 +172 173 +174 175 +176 177 +178 179 +180 181 +182 183 +184 185 +186 187 +188 189 +190 191 +192 193 +194 195 +196 197 +198 199 +200 201 +202 203 +204 205 +206 207 +208 209 +210 211 +212 213 +214 215 +216 217 +218 219 +220 221 +222 223 +224 225 +226 227 +228 229 +230 231 +232 233 +234 235 +236 237 +238 239 +240 241 +242 243 +244 245 +246 247 +248 249 +250 251 +252 253 +254 255 +256 257 +258 259 +260 261 +262 263 +264 265 +266 267 +268 269 +270 271 +272 273 +274 275 +276 277 +278 279 +280 281 +282 283 +284 285 +286 287 +288 289 +290 291 +292 293 +294 295 +296 297 +298 299 +300 301 +302 303 +304 305 +306 307 +308 309 +310 311 +312 313 +314 315 +316 317 +318 319 +320 321 +322 323 +324 325 +326 327 +328 329 +330 331 +332 333 +334 335 +336 337 +338 339 +340 341 +342 343 +344 345 +346 347 +348 349 +350 351 +352 353 +354 355 +356 357 +358 359 +360 361 +362 363 +364 365 +366 367 +368 369 +370 371 +372 373 +374 375 +376 377 +378 379 +380 381 +382 383 +384 385 +386 387 +388 389 +390 391 +392 393 +394 395 +396 397 +398 399 +400 401 +402 403 +404 405 +406 407 +408 409 +410 411 +412 413 +414 415 +416 417 +418 419 +420 421 +422 423 +424 425 +426 427 +428 429 +430 431 +432 433 +434 435 +436 437 +438 439 +440 441 +442 443 +444 445 +446 447 +448 449 +450 451 +452 453 +454 455 +456 457 +458 459 +460 461 +462 463 +464 465 +466 467 +468 469 +470 471 +472 473 +474 475 +476 477 +478 479 +480 481 +482 483 +484 485 +486 487 +488 489 +490 491 +492 493 +494 495 +496 497 +498 499 +500 501 +502 503 +504 505 +506 507 +508 509 +510 511 +512 513 +514 515 +516 517 +518 519 +520 521 +522 523 +524 525 +526 527 +528 529 +530 531 +532 533 +534 535 +536 537 +538 539 +540 541 +542 543 +544 545 +546 547 +548 549 +550 551 +552 553 +554 555 +556 557 +558 559 +560 561 +562 563 +564 565 +566 567 +568 569 +570 571 +572 573 +574 575 +576 577 +578 579 +580 581 +582 583 +584 585 +586 587 +588 589 +590 591 +592 593 +594 595 +596 597 +598 599 +600 601 +602 603 +604 605 +606 607 +608 609 +610 611 +612 613 +614 615 +616 617 +618 619 +620 621 +622 623 +624 625 +626 627 +628 629 +630 631 +632 633 +634 635 +636 637 +638 639 +640 641 +642 643 +644 645 +646 647 +648 649 +650 651 +652 653 +654 655 +656 657 +658 659 +660 661 +662 663 +664 665 +666 667 +668 669 +670 671 +672 673 +674 675 +676 677 +678 679 +680 681 +682 683 +684 685 +686 687 +688 689 +690 691 +692 693 +694 695 +696 697 +698 699 +700 701 +702 703 +704 705 +706 707 +708 709 +710 711 +712 713 +714 715 +716 717 +718 719 +720 721 +722 723 +724 725 +726 727 +728 729 +730 731 +732 733 +734 735 +736 737 +738 739 +740 741 +742 743 +744 745 +746 747 +748 749 +750 751 +752 753 +754 755 +756 757 +758 759 +760 761 +762 763 +764 765 +766 767 +768 769 +770 771 +772 773 +774 775 +776 777 +778 779 +780 781 +782 783 +784 785 +786 787 +788 789 +790 791 +792 793 +794 795 +796 797 +798 799 +800 801 +802 803 +804 805 +806 807 +808 809 +810 811 +812 813 +814 815 +816 817 +818 819 +820 821 +822 823 +824 825 +826 827 +828 829 +830 831 +832 833 +834 835 +836 837 +838 839 +840 841 +842 843 +844 845 +846 847 +848 849 +850 851 +852 853 +854 855 +856 857 +858 859 +860 861 +862 863 +864 865 +866 867 +868 869 +870 871 +872 873 +874 875 +876 877 +878 879 +880 881 +882 883 +884 885 +886 887 +888 889 +890 891 +892 893 +894 895 +896 897 +898 899 +900 901 +902 903 +904 905 +906 907 +908 909 +910 911 +912 913 +914 915 +916 917 +918 919 +920 921 +922 923 +924 925 +926 927 +928 929 +930 931 +932 933 +934 935 +936 937 +938 939 +940 941 +942 943 +944 945 +946 947 +948 949 +950 951 +952 953 +954 955 +956 957 +958 959 +960 961 +962 963 +964 965 +966 967 +968 969 +970 971 +972 973 +974 975 +976 977 +978 979 +980 981 +982 983 +984 985 +986 987 +988 989 +990 991 +992 993 +994 995 +996 997 +998 999 +1000 1001 +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +2146 2147 +PREHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +POSTHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1024 Data size: 116880 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (l1[0] > 1000) (type: boolean) + Statistics: Num rows: 341 Data size: 38921 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[1] (type: int), l1[0] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 38921 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 38921 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 341 Data size: 38921 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 19403 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: int) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 170 Data size: 19403 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + Statistics: Num rows: 170 Data size: 19403 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 19403 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 170 Data size: 19403 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +2146 2147 +PREHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types_staging +PREHOOK: Output: default@parquet_complex_types +POSTHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types_staging +POSTHOOK: Output: default@parquet_complex_types +POSTHOOK: Lineage: parquet_complex_types.id SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:id, type:int, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.l1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:l1, type:array, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.m1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:m1, type:map, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:st1, type:struct, comment:null), ] +PREHOOK: query: explain select l1 from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1 from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1025 Data size: 117000 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1 (type: array) + outputColumnNames: _col0 + Statistics: Num rows: 1025 Data size: 117000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1025 Data size: 117000 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1 from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1 from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +[100,101] +[102,103] +[104,105] +[106,107] +[108,109] +[110,111] +[112,113] +[114,115] +[116,117] +[118,119] +[120,121] +[122,123] +[124,125] +[126,127] +[128,129] +[130,131] +[132,133] +[134,135] +[136,137] +[138,139] +[140,141] +[142,143] +[144,145] +[146,147] +[148,149] +[150,151] +[152,153] +[154,155] +[156,157] +[158,159] +[160,161] +[162,163] +[164,165] +[166,167] +[168,169] +[170,171] +[172,173] +[174,175] +[176,177] +[178,179] +[180,181] +[182,183] +[184,185] +[186,187] +[188,189] +[190,191] +[192,193] +[194,195] +[196,197] +[198,199] +[200,201] +[202,203] +[204,205] +[206,207] +[208,209] +[210,211] +[212,213] +[214,215] +[216,217] +[218,219] +[220,221] +[222,223] +[224,225] +[226,227] +[228,229] +[230,231] +[232,233] +[234,235] +[236,237] +[238,239] +[240,241] +[242,243] +[244,245] +[246,247] +[248,249] +[250,251] +[252,253] +[254,255] +[256,257] +[258,259] +[260,261] +[262,263] +[264,265] +[266,267] +[268,269] +[270,271] +[272,273] +[274,275] +[276,277] +[278,279] +[280,281] +[282,283] +[284,285] +[286,287] +[288,289] +[290,291] +[292,293] +[294,295] +[296,297] +[298,299] +[300,301] +[302,303] +[304,305] +[306,307] +[308,309] +[310,311] +[312,313] +[314,315] +[316,317] +[318,319] +[320,321] +[322,323] +[324,325] +[326,327] +[328,329] +[330,331] +[332,333] +[334,335] +[336,337] +[338,339] +[340,341] +[342,343] +[344,345] +[346,347] +[348,349] +[350,351] +[352,353] +[354,355] +[356,357] +[358,359] +[360,361] +[362,363] +[364,365] +[366,367] +[368,369] +[370,371] +[372,373] +[374,375] +[376,377] +[378,379] +[380,381] +[382,383] +[384,385] +[386,387] +[388,389] +[390,391] +[392,393] +[394,395] +[396,397] +[398,399] +[400,401] +[402,403] +[404,405] +[406,407] +[408,409] +[410,411] +[412,413] +[414,415] +[416,417] +[418,419] +[420,421] +[422,423] +[424,425] +[426,427] +[428,429] +[430,431] +[432,433] +[434,435] +[436,437] +[438,439] +[440,441] +[442,443] +[444,445] +[446,447] +[448,449] +[450,451] +[452,453] +[454,455] +[456,457] +[458,459] +[460,461] +[462,463] +[464,465] +[466,467] +[468,469] +[470,471] +[472,473] +[474,475] +[476,477] +[478,479] +[480,481] +[482,483] +[484,485] +[486,487] +[488,489] +[490,491] +[492,493] +[494,495] +[496,497] +[498,499] +[500,501] +[502,503] +[504,505] +[506,507] +[508,509] +[510,511] +[512,513] +[514,515] +[516,517] +[518,519] +[520,521] +[522,523] +[524,525] +[526,527] +[528,529] +[530,531] +[532,533] +[534,535] +[536,537] +[538,539] +[540,541] +[542,543] +[544,545] +[546,547] +[548,549] +[550,551] +[552,553] +[554,555] +[556,557] +[558,559] +[560,561] +[562,563] +[564,565] +[566,567] +[568,569] +[570,571] +[572,573] +[574,575] +[576,577] +[578,579] +[580,581] +[582,583] +[584,585] +[586,587] +[588,589] +[590,591] +[592,593] +[594,595] +[596,597] +[598,599] +[600,601] +[602,603] +[604,605] +[606,607] +[608,609] +[610,611] +[612,613] +[614,615] +[616,617] +[618,619] +[620,621] +[622,623] +[624,625] +[626,627] +[628,629] +[630,631] +[632,633] +[634,635] +[636,637] +[638,639] +[640,641] +[642,643] +[644,645] +[646,647] +[648,649] +[650,651] +[652,653] +[654,655] +[656,657] +[658,659] +[660,661] +[662,663] +[664,665] +[666,667] +[668,669] +[670,671] +[672,673] +[674,675] +[676,677] +[678,679] +[680,681] +[682,683] +[684,685] +[686,687] +[688,689] +[690,691] +[692,693] +[694,695] +[696,697] +[698,699] +[700,701] +[702,703] +[704,705] +[706,707] +[708,709] +[710,711] +[712,713] +[714,715] +[716,717] +[718,719] +[720,721] +[722,723] +[724,725] +[726,727] +[728,729] +[730,731] +[732,733] +[734,735] +[736,737] +[738,739] +[740,741] +[742,743] +[744,745] +[746,747] +[748,749] +[750,751] +[752,753] +[754,755] +[756,757] +[758,759] +[760,761] +[762,763] +[764,765] +[766,767] +[768,769] +[770,771] +[772,773] +[774,775] +[776,777] +[778,779] +[780,781] +[782,783] +[784,785] +[786,787] +[788,789] +[790,791] +[792,793] +[794,795] +[796,797] +[798,799] +[800,801] +[802,803] +[804,805] +[806,807] +[808,809] +[810,811] +[812,813] +[814,815] +[816,817] +[818,819] +[820,821] +[822,823] +[824,825] +[826,827] +[828,829] +[830,831] +[832,833] +[834,835] +[836,837] +[838,839] +[840,841] +[842,843] +[844,845] +[846,847] +[848,849] +[850,851] +[852,853] +[854,855] +[856,857] +[858,859] +[860,861] +[862,863] +[864,865] +[866,867] +[868,869] +[870,871] +[872,873] +[874,875] +[876,877] +[878,879] +[880,881] +[882,883] +[884,885] +[886,887] +[888,889] +[890,891] +[892,893] +[894,895] +[896,897] +[898,899] +[900,901] +[902,903] +[904,905] +[906,907] +[908,909] +[910,911] +[912,913] +[914,915] +[916,917] +[918,919] +[920,921] +[922,923] +[924,925] +[926,927] +[928,929] +[930,931] +[932,933] +[934,935] +[936,937] +[938,939] +[940,941] +[942,943] +[944,945] +[946,947] +[948,949] +[950,951] +[952,953] +[954,955] +[956,957] +[958,959] +[960,961] +[962,963] +[964,965] +[966,967] +[968,969] +[970,971] +[972,973] +[974,975] +[976,977] +[978,979] +[980,981] +[982,983] +[984,985] +[986,987] +[988,989] +[990,991] +[992,993] +[994,995] +[996,997] +[998,999] +[1000,1001] +[1002,1003] +[1004,1005] +[1006,1007] +[1008,1009] +[1010,1011] +[1012,1013] +[1014,1015] +[1016,1017] +[1018,1019] +[1020,1021] +[1022,1023] +[1024,1025] +[1026,1027] +[1028,1029] +[1030,1031] +[1032,1033] +[1034,1035] +[1036,1037] +[1038,1039] +[1040,1041] +[1042,1043] +[1044,1045] +[1046,1047] +[1048,1049] +[1050,1051] +[1052,1053] +[1054,1055] +[1056,1057] +[1058,1059] +[1060,1061] +[1062,1063] +[1064,1065] +[1066,1067] +[1068,1069] +[1070,1071] +[1072,1073] +[1074,1075] +[1076,1077] +[1078,1079] +[1080,1081] +[1082,1083] +[1084,1085] +[1086,1087] +[1088,1089] +[1090,1091] +[1092,1093] +[1094,1095] +[1096,1097] +[1098,1099] +[1100,1101] +[1102,1103] +[1104,1105] +[1106,1107] +[1108,1109] +[1110,1111] +[1112,1113] +[1114,1115] +[1116,1117] +[1118,1119] +[1120,1121] +[1122,1123] +[1124,1125] +[1126,1127] +[1128,1129] +[1130,1131] +[1132,1133] +[1134,1135] +[1136,1137] +[1138,1139] +[1140,1141] +[1142,1143] +[1144,1145] +[1146,1147] +[1148,1149] +[1150,1151] +[1152,1153] +[1154,1155] +[1156,1157] +[1158,1159] +[1160,1161] +[1162,1163] +[1164,1165] +[1166,1167] +[1168,1169] +[1170,1171] +[1172,1173] +[1174,1175] +[1176,1177] +[1178,1179] +[1180,1181] +[1182,1183] +[1184,1185] +[1186,1187] +[1188,1189] +[1190,1191] +[1192,1193] +[1194,1195] +[1196,1197] +[1198,1199] +[1200,1201] +[1202,1203] +[1204,1205] +[1206,1207] +[1208,1209] +[1210,1211] +[1212,1213] +[1214,1215] +[1216,1217] +[1218,1219] +[1220,1221] +[1222,1223] +[1224,1225] +[1226,1227] +[1228,1229] +[1230,1231] +[1232,1233] +[1234,1235] +[1236,1237] +[1238,1239] +[1240,1241] +[1242,1243] +[1244,1245] +[1246,1247] +[1248,1249] +[1250,1251] +[1252,1253] +[1254,1255] +[1256,1257] +[1258,1259] +[1260,1261] +[1262,1263] +[1264,1265] +[1266,1267] +[1268,1269] +[1270,1271] +[1272,1273] +[1274,1275] +[1276,1277] +[1278,1279] +[1280,1281] +[1282,1283] +[1284,1285] +[1286,1287] +[1288,1289] +[1290,1291] +[1292,1293] +[1294,1295] +[1296,1297] +[1298,1299] +[1300,1301] +[1302,1303] +[1304,1305] +[1306,1307] +[1308,1309] +[1310,1311] +[1312,1313] +[1314,1315] +[1316,1317] +[1318,1319] +[1320,1321] +[1322,1323] +[1324,1325] +[1326,1327] +[1328,1329] +[1330,1331] +[1332,1333] +[1334,1335] +[1336,1337] +[1338,1339] +[1340,1341] +[1342,1343] +[1344,1345] +[1346,1347] +[1348,1349] +[1350,1351] +[1352,1353] +[1354,1355] +[1356,1357] +[1358,1359] +[1360,1361] +[1362,1363] +[1364,1365] +[1366,1367] +[1368,1369] +[1370,1371] +[1372,1373] +[1374,1375] +[1376,1377] +[1378,1379] +[1380,1381] +[1382,1383] +[1384,1385] +[1386,1387] +[1388,1389] +[1390,1391] +[1392,1393] +[1394,1395] +[1396,1397] +[1398,1399] +[1400,1401] +[1402,1403] +[1404,1405] +[1406,1407] +[1408,1409] +[1410,1411] +[1412,1413] +[1414,1415] +[1416,1417] +[1418,1419] +[1420,1421] +[1422,1423] +[1424,1425] +[1426,1427] +[1428,1429] +[1430,1431] +[1432,1433] +[1434,1435] +[1436,1437] +[1438,1439] +[1440,1441] +[1442,1443] +[1444,1445] +[1446,1447] +[1448,1449] +[1450,1451] +[1452,1453] +[1454,1455] +[1456,1457] +[1458,1459] +[1460,1461] +[1462,1463] +[1464,1465] +[1466,1467] +[1468,1469] +[1470,1471] +[1472,1473] +[1474,1475] +[1476,1477] +[1478,1479] +[1480,1481] +[1482,1483] +[1484,1485] +[1486,1487] +[1488,1489] +[1490,1491] +[1492,1493] +[1494,1495] +[1496,1497] +[1498,1499] +[1500,1501] +[1502,1503] +[1504,1505] +[1506,1507] +[1508,1509] +[1510,1511] +[1512,1513] +[1514,1515] +[1516,1517] +[1518,1519] +[1520,1521] +[1522,1523] +[1524,1525] +[1526,1527] +[1528,1529] +[1530,1531] +[1532,1533] +[1534,1535] +[1536,1537] +[1538,1539] +[1540,1541] +[1542,1543] +[1544,1545] +[1546,1547] +[1548,1549] +[1550,1551] +[1552,1553] +[1554,1555] +[1556,1557] +[1558,1559] +[1560,1561] +[1562,1563] +[1564,1565] +[1566,1567] +[1568,1569] +[1570,1571] +[1572,1573] +[1574,1575] +[1576,1577] +[1578,1579] +[1580,1581] +[1582,1583] +[1584,1585] +[1586,1587] +[1588,1589] +[1590,1591] +[1592,1593] +[1594,1595] +[1596,1597] +[1598,1599] +[1600,1601] +[1602,1603] +[1604,1605] +[1606,1607] +[1608,1609] +[1610,1611] +[1612,1613] +[1614,1615] +[1616,1617] +[1618,1619] +[1620,1621] +[1622,1623] +[1624,1625] +[1626,1627] +[1628,1629] +[1630,1631] +[1632,1633] +[1634,1635] +[1636,1637] +[1638,1639] +[1640,1641] +[1642,1643] +[1644,1645] +[1646,1647] +[1648,1649] +[1650,1651] +[1652,1653] +[1654,1655] +[1656,1657] +[1658,1659] +[1660,1661] +[1662,1663] +[1664,1665] +[1666,1667] +[1668,1669] +[1670,1671] +[1672,1673] +[1674,1675] +[1676,1677] +[1678,1679] +[1680,1681] +[1682,1683] +[1684,1685] +[1686,1687] +[1688,1689] +[1690,1691] +[1692,1693] +[1694,1695] +[1696,1697] +[1698,1699] +[1700,1701] +[1702,1703] +[1704,1705] +[1706,1707] +[1708,1709] +[1710,1711] +[1712,1713] +[1714,1715] +[1716,1717] +[1718,1719] +[1720,1721] +[1722,1723] +[1724,1725] +[1726,1727] +[1728,1729] +[1730,1731] +[1732,1733] +[1734,1735] +[1736,1737] +[1738,1739] +[1740,1741] +[1742,1743] +[1744,1745] +[1746,1747] +[1748,1749] +[1750,1751] +[1752,1753] +[1754,1755] +[1756,1757] +[1758,1759] +[1760,1761] +[1762,1763] +[1764,1765] +[1766,1767] +[1768,1769] +[1770,1771] +[1772,1773] +[1774,1775] +[1776,1777] +[1778,1779] +[1780,1781] +[1782,1783] +[1784,1785] +[1786,1787] +[1788,1789] +[1790,1791] +[1792,1793] +[1794,1795] +[1796,1797] +[1798,1799] +[1800,1801] +[1802,1803] +[1804,1805] +[1806,1807] +[1808,1809] +[1810,1811] +[1812,1813] +[1814,1815] +[1816,1817] +[1818,1819] +[1820,1821] +[1822,1823] +[1824,1825] +[1826,1827] +[1828,1829] +[1830,1831] +[1832,1833] +[1834,1835] +[1836,1837] +[1838,1839] +[1840,1841] +[1842,1843] +[1844,1845] +[1846,1847] +[1848,1849] +[1850,1851] +[1852,1853] +[1854,1855] +[1856,1857] +[1858,1859] +[1860,1861] +[1862,1863] +[1864,1865] +[1866,1867] +[1868,1869] +[1870,1871] +[1872,1873] +[1874,1875] +[1876,1877] +[1878,1879] +[1880,1881] +[1882,1883] +[1884,1885] +[1886,1887] +[1888,1889] +[1890,1891] +[1892,1893] +[1894,1895] +[1896,1897] +[1898,1899] +[1900,1901] +[1902,1903] +[1904,1905] +[1906,1907] +[1908,1909] +[1910,1911] +[1912,1913] +[1914,1915] +[1916,1917] +[1918,1919] +[1920,1921] +[1922,1923] +[1924,1925] +[1926,1927] +[1928,1929] +[1930,1931] +[1932,1933] +[1934,1935] +[1936,1937] +[1938,1939] +[1940,1941] +[1942,1943] +[1944,1945] +[1946,1947] +[1948,1949] +[1950,1951] +[1952,1953] +[1954,1955] +[1956,1957] +[1958,1959] +[1960,1961] +[1962,1963] +[1964,1965] +[1966,1967] +[1968,1969] +[1970,1971] +[1972,1973] +[1974,1975] +[1976,1977] +[1978,1979] +[1980,1981] +[1982,1983] +[1984,1985] +[1986,1987] +[1988,1989] +[1990,1991] +[1992,1993] +[1994,1995] +[1996,1997] +[1998,1999] +[2000,2001] +[2002,2003] +[2004,2005] +[2006,2007] +[2008,2009] +[2010,2011] +[2012,2013] +[2014,2015] +[2016,2017] +[2018,2019] +[2020,2021] +[2022,2023] +[2024,2025] +[2026,2027] +[2028,2029] +[2030,2031] +[2032,2033] +[2034,2035] +[2036,2037] +[2038,2039] +[2040,2041] +[2042,2043] +[2044,2045] +[2046,2047] +[2048,2049] +[2050,2051] +[2052,2053] +[2054,2055] +[2056,2057] +[2058,2059] +[2060,2061] +[2062,2063] +[2064,2065] +[2066,2067] +[2068,2069] +[2070,2071] +[2072,2073] +[2074,2075] +[2076,2077] +[2078,2079] +[2080,2081] +[2082,2083] +[2084,2085] +[2086,2087] +[2088,2089] +[2090,2091] +[2092,2093] +[2094,2095] +[2096,2097] +[2098,2099] +[2100,2101] +[2102,2103] +[2104,2105] +[2106,2107] +[2108,2109] +[2110,2111] +[2112,2113] +[2114,2115] +[2116,2117] +[2118,2119] +[2120,2121] +[2122,2123] +[2124,2125] +[2126,2127] +[2128,2129] +[2130,2131] +[2132,2133] +[2134,2135] +[2136,2137] +[2138,2139] +[2140,2141] +[2142,2143] +[2144,2145] +[2146,2147] +[2148,2149] +PREHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1025 Data size: 117000 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[0] (type: int), l1[1] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1025 Data size: 117000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1025 Data size: 117000 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +100 101 +102 103 +104 105 +106 107 +108 109 +110 111 +112 113 +114 115 +116 117 +118 119 +120 121 +122 123 +124 125 +126 127 +128 129 +130 131 +132 133 +134 135 +136 137 +138 139 +140 141 +142 143 +144 145 +146 147 +148 149 +150 151 +152 153 +154 155 +156 157 +158 159 +160 161 +162 163 +164 165 +166 167 +168 169 +170 171 +172 173 +174 175 +176 177 +178 179 +180 181 +182 183 +184 185 +186 187 +188 189 +190 191 +192 193 +194 195 +196 197 +198 199 +200 201 +202 203 +204 205 +206 207 +208 209 +210 211 +212 213 +214 215 +216 217 +218 219 +220 221 +222 223 +224 225 +226 227 +228 229 +230 231 +232 233 +234 235 +236 237 +238 239 +240 241 +242 243 +244 245 +246 247 +248 249 +250 251 +252 253 +254 255 +256 257 +258 259 +260 261 +262 263 +264 265 +266 267 +268 269 +270 271 +272 273 +274 275 +276 277 +278 279 +280 281 +282 283 +284 285 +286 287 +288 289 +290 291 +292 293 +294 295 +296 297 +298 299 +300 301 +302 303 +304 305 +306 307 +308 309 +310 311 +312 313 +314 315 +316 317 +318 319 +320 321 +322 323 +324 325 +326 327 +328 329 +330 331 +332 333 +334 335 +336 337 +338 339 +340 341 +342 343 +344 345 +346 347 +348 349 +350 351 +352 353 +354 355 +356 357 +358 359 +360 361 +362 363 +364 365 +366 367 +368 369 +370 371 +372 373 +374 375 +376 377 +378 379 +380 381 +382 383 +384 385 +386 387 +388 389 +390 391 +392 393 +394 395 +396 397 +398 399 +400 401 +402 403 +404 405 +406 407 +408 409 +410 411 +412 413 +414 415 +416 417 +418 419 +420 421 +422 423 +424 425 +426 427 +428 429 +430 431 +432 433 +434 435 +436 437 +438 439 +440 441 +442 443 +444 445 +446 447 +448 449 +450 451 +452 453 +454 455 +456 457 +458 459 +460 461 +462 463 +464 465 +466 467 +468 469 +470 471 +472 473 +474 475 +476 477 +478 479 +480 481 +482 483 +484 485 +486 487 +488 489 +490 491 +492 493 +494 495 +496 497 +498 499 +500 501 +502 503 +504 505 +506 507 +508 509 +510 511 +512 513 +514 515 +516 517 +518 519 +520 521 +522 523 +524 525 +526 527 +528 529 +530 531 +532 533 +534 535 +536 537 +538 539 +540 541 +542 543 +544 545 +546 547 +548 549 +550 551 +552 553 +554 555 +556 557 +558 559 +560 561 +562 563 +564 565 +566 567 +568 569 +570 571 +572 573 +574 575 +576 577 +578 579 +580 581 +582 583 +584 585 +586 587 +588 589 +590 591 +592 593 +594 595 +596 597 +598 599 +600 601 +602 603 +604 605 +606 607 +608 609 +610 611 +612 613 +614 615 +616 617 +618 619 +620 621 +622 623 +624 625 +626 627 +628 629 +630 631 +632 633 +634 635 +636 637 +638 639 +640 641 +642 643 +644 645 +646 647 +648 649 +650 651 +652 653 +654 655 +656 657 +658 659 +660 661 +662 663 +664 665 +666 667 +668 669 +670 671 +672 673 +674 675 +676 677 +678 679 +680 681 +682 683 +684 685 +686 687 +688 689 +690 691 +692 693 +694 695 +696 697 +698 699 +700 701 +702 703 +704 705 +706 707 +708 709 +710 711 +712 713 +714 715 +716 717 +718 719 +720 721 +722 723 +724 725 +726 727 +728 729 +730 731 +732 733 +734 735 +736 737 +738 739 +740 741 +742 743 +744 745 +746 747 +748 749 +750 751 +752 753 +754 755 +756 757 +758 759 +760 761 +762 763 +764 765 +766 767 +768 769 +770 771 +772 773 +774 775 +776 777 +778 779 +780 781 +782 783 +784 785 +786 787 +788 789 +790 791 +792 793 +794 795 +796 797 +798 799 +800 801 +802 803 +804 805 +806 807 +808 809 +810 811 +812 813 +814 815 +816 817 +818 819 +820 821 +822 823 +824 825 +826 827 +828 829 +830 831 +832 833 +834 835 +836 837 +838 839 +840 841 +842 843 +844 845 +846 847 +848 849 +850 851 +852 853 +854 855 +856 857 +858 859 +860 861 +862 863 +864 865 +866 867 +868 869 +870 871 +872 873 +874 875 +876 877 +878 879 +880 881 +882 883 +884 885 +886 887 +888 889 +890 891 +892 893 +894 895 +896 897 +898 899 +900 901 +902 903 +904 905 +906 907 +908 909 +910 911 +912 913 +914 915 +916 917 +918 919 +920 921 +922 923 +924 925 +926 927 +928 929 +930 931 +932 933 +934 935 +936 937 +938 939 +940 941 +942 943 +944 945 +946 947 +948 949 +950 951 +952 953 +954 955 +956 957 +958 959 +960 961 +962 963 +964 965 +966 967 +968 969 +970 971 +972 973 +974 975 +976 977 +978 979 +980 981 +982 983 +984 985 +986 987 +988 989 +990 991 +992 993 +994 995 +996 997 +998 999 +1000 1001 +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +2146 2147 +2148 2149 +PREHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +POSTHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1025 Data size: 117000 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (l1[0] > 1000) (type: boolean) + Statistics: Num rows: 341 Data size: 38923 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[1] (type: int), l1[0] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 38923 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 38923 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 341 Data size: 38923 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs (cache only) + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 19404 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: int) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 170 Data size: 19404 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + Statistics: Num rows: 170 Data size: 19404 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 19404 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 170 Data size: 19404 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +2146 2147 +2148 2149 diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out index ee9e40ab5e..5c92435185 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out @@ -278,23 +278,37 @@ STAGE PLANS: TableScan alias: test2a Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE + TableScan Vectorization: + native: true Filter Operator + Filter Vectorization: + className: VectorFilterOperator + native: true + predicateExpression: SelectColumnIsNotNull(col 2:int)(children: ListIndexColScalar(col 0:array, col 1:int) -> 2:int) predicate: a[1] is not null (type: boolean) Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a[1] (type: int) sort order: + Map-reduce partition columns: a[1] (type: int) + Reduce Sink Vectorization: + className: VectorReduceSinkLongOperator + keyExpressions: ListIndexColScalar(col 0:array, col 1:int) -> 2:int + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: a (type: array) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - notVectorizedReason: FILTER operator: Unexpected hive type name array - vectorized: false + allNative: true + usesVectorUDFAdaptor: false + vectorized: true Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/parquet_complex_types_vectorization.q.out b/ql/src/test/results/clientpositive/parquet_complex_types_vectorization.q.out new file mode 100644 index 0000000000..c44ecf790c --- /dev/null +++ b/ql/src/test/results/clientpositive/parquet_complex_types_vectorization.q.out @@ -0,0 +1,8488 @@ +PREHOOK: query: DROP TABLE parquet_complex_types_staging +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE parquet_complex_types_staging +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE parquet_complex_types +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE parquet_complex_types +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE parquet_complex_types_staging ( +id int, +m1 map, +l1 array, +st1 struct +) ROW FORMAT DELIMITED +FIELDS TERMINATED BY '|' +COLLECTION ITEMS TERMINATED BY ',' +MAP KEYS TERMINATED BY ':' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@parquet_complex_types_staging +POSTHOOK: query: CREATE TABLE parquet_complex_types_staging ( +id int, +m1 map, +l1 array, +st1 struct +) ROW FORMAT DELIMITED +FIELDS TERMINATED BY '|' +COLLECTION ITEMS TERMINATED BY ',' +MAP KEYS TERMINATED BY ':' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@parquet_complex_types_staging +PREHOOK: query: CREATE TABLE parquet_complex_types ( +id int, +m1 map, +l1 array, +st1 struct +) STORED AS PARQUET +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@parquet_complex_types +POSTHOOK: query: CREATE TABLE parquet_complex_types ( +id int, +m1 map, +l1 array, +st1 struct +) STORED AS PARQUET +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@parquet_complex_types +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_complex_types.txt' OVERWRITE INTO TABLE parquet_complex_types_staging +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@parquet_complex_types_staging +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_complex_types.txt' OVERWRITE INTO TABLE parquet_complex_types_staging +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@parquet_complex_types_staging +PREHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1024 +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types_staging +PREHOOK: Output: default@parquet_complex_types +POSTHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1024 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types_staging +POSTHOOK: Output: default@parquet_complex_types +POSTHOOK: Lineage: parquet_complex_types.id SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:id, type:int, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.l1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:l1, type:array, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.m1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:m1, type:map, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:st1, type:struct, comment:null), ] +PREHOOK: query: explain select l1 from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1 from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1023 Data size: 4092 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1 (type: array) + outputColumnNames: _col0 + Statistics: Num rows: 1023 Data size: 4092 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1023 Data size: 4092 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1 from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1 from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +[100,101] +[102,103] +[104,105] +[106,107] +[108,109] +[110,111] +[112,113] +[114,115] +[116,117] +[118,119] +[120,121] +[122,123] +[124,125] +[126,127] +[128,129] +[130,131] +[132,133] +[134,135] +[136,137] +[138,139] +[140,141] +[142,143] +[144,145] +[146,147] +[148,149] +[150,151] +[152,153] +[154,155] +[156,157] +[158,159] +[160,161] +[162,163] +[164,165] +[166,167] +[168,169] +[170,171] +[172,173] +[174,175] +[176,177] +[178,179] +[180,181] +[182,183] +[184,185] +[186,187] +[188,189] +[190,191] +[192,193] +[194,195] +[196,197] +[198,199] +[200,201] +[202,203] +[204,205] +[206,207] +[208,209] +[210,211] +[212,213] +[214,215] +[216,217] +[218,219] +[220,221] +[222,223] +[224,225] +[226,227] +[228,229] +[230,231] +[232,233] +[234,235] +[236,237] +[238,239] +[240,241] +[242,243] +[244,245] +[246,247] +[248,249] +[250,251] +[252,253] +[254,255] +[256,257] +[258,259] +[260,261] +[262,263] +[264,265] +[266,267] +[268,269] +[270,271] +[272,273] +[274,275] +[276,277] +[278,279] +[280,281] +[282,283] +[284,285] +[286,287] +[288,289] +[290,291] +[292,293] +[294,295] +[296,297] +[298,299] +[300,301] +[302,303] +[304,305] +[306,307] +[308,309] +[310,311] +[312,313] +[314,315] +[316,317] +[318,319] +[320,321] +[322,323] +[324,325] +[326,327] +[328,329] +[330,331] +[332,333] +[334,335] +[336,337] +[338,339] +[340,341] +[342,343] +[344,345] +[346,347] +[348,349] +[350,351] +[352,353] +[354,355] +[356,357] +[358,359] +[360,361] +[362,363] +[364,365] +[366,367] +[368,369] +[370,371] +[372,373] +[374,375] +[376,377] +[378,379] +[380,381] +[382,383] +[384,385] +[386,387] +[388,389] +[390,391] +[392,393] +[394,395] +[396,397] +[398,399] +[400,401] +[402,403] +[404,405] +[406,407] +[408,409] +[410,411] +[412,413] +[414,415] +[416,417] +[418,419] +[420,421] +[422,423] +[424,425] +[426,427] +[428,429] +[430,431] +[432,433] +[434,435] +[436,437] +[438,439] +[440,441] +[442,443] +[444,445] +[446,447] +[448,449] +[450,451] +[452,453] +[454,455] +[456,457] +[458,459] +[460,461] +[462,463] +[464,465] +[466,467] +[468,469] +[470,471] +[472,473] +[474,475] +[476,477] +[478,479] +[480,481] +[482,483] +[484,485] +[486,487] +[488,489] +[490,491] +[492,493] +[494,495] +[496,497] +[498,499] +[500,501] +[502,503] +[504,505] +[506,507] +[508,509] +[510,511] +[512,513] +[514,515] +[516,517] +[518,519] +[520,521] +[522,523] +[524,525] +[526,527] +[528,529] +[530,531] +[532,533] +[534,535] +[536,537] +[538,539] +[540,541] +[542,543] +[544,545] +[546,547] +[548,549] +[550,551] +[552,553] +[554,555] +[556,557] +[558,559] +[560,561] +[562,563] +[564,565] +[566,567] +[568,569] +[570,571] +[572,573] +[574,575] +[576,577] +[578,579] +[580,581] +[582,583] +[584,585] +[586,587] +[588,589] +[590,591] +[592,593] +[594,595] +[596,597] +[598,599] +[600,601] +[602,603] +[604,605] +[606,607] +[608,609] +[610,611] +[612,613] +[614,615] +[616,617] +[618,619] +[620,621] +[622,623] +[624,625] +[626,627] +[628,629] +[630,631] +[632,633] +[634,635] +[636,637] +[638,639] +[640,641] +[642,643] +[644,645] +[646,647] +[648,649] +[650,651] +[652,653] +[654,655] +[656,657] +[658,659] +[660,661] +[662,663] +[664,665] +[666,667] +[668,669] +[670,671] +[672,673] +[674,675] +[676,677] +[678,679] +[680,681] +[682,683] +[684,685] +[686,687] +[688,689] +[690,691] +[692,693] +[694,695] +[696,697] +[698,699] +[700,701] +[702,703] +[704,705] +[706,707] +[708,709] +[710,711] +[712,713] +[714,715] +[716,717] +[718,719] +[720,721] +[722,723] +[724,725] +[726,727] +[728,729] +[730,731] +[732,733] +[734,735] +[736,737] +[738,739] +[740,741] +[742,743] +[744,745] +[746,747] +[748,749] +[750,751] +[752,753] +[754,755] +[756,757] +[758,759] +[760,761] +[762,763] +[764,765] +[766,767] +[768,769] +[770,771] +[772,773] +[774,775] +[776,777] +[778,779] +[780,781] +[782,783] +[784,785] +[786,787] +[788,789] +[790,791] +[792,793] +[794,795] +[796,797] +[798,799] +[800,801] +[802,803] +[804,805] +[806,807] +[808,809] +[810,811] +[812,813] +[814,815] +[816,817] +[818,819] +[820,821] +[822,823] +[824,825] +[826,827] +[828,829] +[830,831] +[832,833] +[834,835] +[836,837] +[838,839] +[840,841] +[842,843] +[844,845] +[846,847] +[848,849] +[850,851] +[852,853] +[854,855] +[856,857] +[858,859] +[860,861] +[862,863] +[864,865] +[866,867] +[868,869] +[870,871] +[872,873] +[874,875] +[876,877] +[878,879] +[880,881] +[882,883] +[884,885] +[886,887] +[888,889] +[890,891] +[892,893] +[894,895] +[896,897] +[898,899] +[900,901] +[902,903] +[904,905] +[906,907] +[908,909] +[910,911] +[912,913] +[914,915] +[916,917] +[918,919] +[920,921] +[922,923] +[924,925] +[926,927] +[928,929] +[930,931] +[932,933] +[934,935] +[936,937] +[938,939] +[940,941] +[942,943] +[944,945] +[946,947] +[948,949] +[950,951] +[952,953] +[954,955] +[956,957] +[958,959] +[960,961] +[962,963] +[964,965] +[966,967] +[968,969] +[970,971] +[972,973] +[974,975] +[976,977] +[978,979] +[980,981] +[982,983] +[984,985] +[986,987] +[988,989] +[990,991] +[992,993] +[994,995] +[996,997] +[998,999] +[1000,1001] +[1002,1003] +[1004,1005] +[1006,1007] +[1008,1009] +[1010,1011] +[1012,1013] +[1014,1015] +[1016,1017] +[1018,1019] +[1020,1021] +[1022,1023] +[1024,1025] +[1026,1027] +[1028,1029] +[1030,1031] +[1032,1033] +[1034,1035] +[1036,1037] +[1038,1039] +[1040,1041] +[1042,1043] +[1044,1045] +[1046,1047] +[1048,1049] +[1050,1051] +[1052,1053] +[1054,1055] +[1056,1057] +[1058,1059] +[1060,1061] +[1062,1063] +[1064,1065] +[1066,1067] +[1068,1069] +[1070,1071] +[1072,1073] +[1074,1075] +[1076,1077] +[1078,1079] +[1080,1081] +[1082,1083] +[1084,1085] +[1086,1087] +[1088,1089] +[1090,1091] +[1092,1093] +[1094,1095] +[1096,1097] +[1098,1099] +[1100,1101] +[1102,1103] +[1104,1105] +[1106,1107] +[1108,1109] +[1110,1111] +[1112,1113] +[1114,1115] +[1116,1117] +[1118,1119] +[1120,1121] +[1122,1123] +[1124,1125] +[1126,1127] +[1128,1129] +[1130,1131] +[1132,1133] +[1134,1135] +[1136,1137] +[1138,1139] +[1140,1141] +[1142,1143] +[1144,1145] +[1146,1147] +[1148,1149] +[1150,1151] +[1152,1153] +[1154,1155] +[1156,1157] +[1158,1159] +[1160,1161] +[1162,1163] +[1164,1165] +[1166,1167] +[1168,1169] +[1170,1171] +[1172,1173] +[1174,1175] +[1176,1177] +[1178,1179] +[1180,1181] +[1182,1183] +[1184,1185] +[1186,1187] +[1188,1189] +[1190,1191] +[1192,1193] +[1194,1195] +[1196,1197] +[1198,1199] +[1200,1201] +[1202,1203] +[1204,1205] +[1206,1207] +[1208,1209] +[1210,1211] +[1212,1213] +[1214,1215] +[1216,1217] +[1218,1219] +[1220,1221] +[1222,1223] +[1224,1225] +[1226,1227] +[1228,1229] +[1230,1231] +[1232,1233] +[1234,1235] +[1236,1237] +[1238,1239] +[1240,1241] +[1242,1243] +[1244,1245] +[1246,1247] +[1248,1249] +[1250,1251] +[1252,1253] +[1254,1255] +[1256,1257] +[1258,1259] +[1260,1261] +[1262,1263] +[1264,1265] +[1266,1267] +[1268,1269] +[1270,1271] +[1272,1273] +[1274,1275] +[1276,1277] +[1278,1279] +[1280,1281] +[1282,1283] +[1284,1285] +[1286,1287] +[1288,1289] +[1290,1291] +[1292,1293] +[1294,1295] +[1296,1297] +[1298,1299] +[1300,1301] +[1302,1303] +[1304,1305] +[1306,1307] +[1308,1309] +[1310,1311] +[1312,1313] +[1314,1315] +[1316,1317] +[1318,1319] +[1320,1321] +[1322,1323] +[1324,1325] +[1326,1327] +[1328,1329] +[1330,1331] +[1332,1333] +[1334,1335] +[1336,1337] +[1338,1339] +[1340,1341] +[1342,1343] +[1344,1345] +[1346,1347] +[1348,1349] +[1350,1351] +[1352,1353] +[1354,1355] +[1356,1357] +[1358,1359] +[1360,1361] +[1362,1363] +[1364,1365] +[1366,1367] +[1368,1369] +[1370,1371] +[1372,1373] +[1374,1375] +[1376,1377] +[1378,1379] +[1380,1381] +[1382,1383] +[1384,1385] +[1386,1387] +[1388,1389] +[1390,1391] +[1392,1393] +[1394,1395] +[1396,1397] +[1398,1399] +[1400,1401] +[1402,1403] +[1404,1405] +[1406,1407] +[1408,1409] +[1410,1411] +[1412,1413] +[1414,1415] +[1416,1417] +[1418,1419] +[1420,1421] +[1422,1423] +[1424,1425] +[1426,1427] +[1428,1429] +[1430,1431] +[1432,1433] +[1434,1435] +[1436,1437] +[1438,1439] +[1440,1441] +[1442,1443] +[1444,1445] +[1446,1447] +[1448,1449] +[1450,1451] +[1452,1453] +[1454,1455] +[1456,1457] +[1458,1459] +[1460,1461] +[1462,1463] +[1464,1465] +[1466,1467] +[1468,1469] +[1470,1471] +[1472,1473] +[1474,1475] +[1476,1477] +[1478,1479] +[1480,1481] +[1482,1483] +[1484,1485] +[1486,1487] +[1488,1489] +[1490,1491] +[1492,1493] +[1494,1495] +[1496,1497] +[1498,1499] +[1500,1501] +[1502,1503] +[1504,1505] +[1506,1507] +[1508,1509] +[1510,1511] +[1512,1513] +[1514,1515] +[1516,1517] +[1518,1519] +[1520,1521] +[1522,1523] +[1524,1525] +[1526,1527] +[1528,1529] +[1530,1531] +[1532,1533] +[1534,1535] +[1536,1537] +[1538,1539] +[1540,1541] +[1542,1543] +[1544,1545] +[1546,1547] +[1548,1549] +[1550,1551] +[1552,1553] +[1554,1555] +[1556,1557] +[1558,1559] +[1560,1561] +[1562,1563] +[1564,1565] +[1566,1567] +[1568,1569] +[1570,1571] +[1572,1573] +[1574,1575] +[1576,1577] +[1578,1579] +[1580,1581] +[1582,1583] +[1584,1585] +[1586,1587] +[1588,1589] +[1590,1591] +[1592,1593] +[1594,1595] +[1596,1597] +[1598,1599] +[1600,1601] +[1602,1603] +[1604,1605] +[1606,1607] +[1608,1609] +[1610,1611] +[1612,1613] +[1614,1615] +[1616,1617] +[1618,1619] +[1620,1621] +[1622,1623] +[1624,1625] +[1626,1627] +[1628,1629] +[1630,1631] +[1632,1633] +[1634,1635] +[1636,1637] +[1638,1639] +[1640,1641] +[1642,1643] +[1644,1645] +[1646,1647] +[1648,1649] +[1650,1651] +[1652,1653] +[1654,1655] +[1656,1657] +[1658,1659] +[1660,1661] +[1662,1663] +[1664,1665] +[1666,1667] +[1668,1669] +[1670,1671] +[1672,1673] +[1674,1675] +[1676,1677] +[1678,1679] +[1680,1681] +[1682,1683] +[1684,1685] +[1686,1687] +[1688,1689] +[1690,1691] +[1692,1693] +[1694,1695] +[1696,1697] +[1698,1699] +[1700,1701] +[1702,1703] +[1704,1705] +[1706,1707] +[1708,1709] +[1710,1711] +[1712,1713] +[1714,1715] +[1716,1717] +[1718,1719] +[1720,1721] +[1722,1723] +[1724,1725] +[1726,1727] +[1728,1729] +[1730,1731] +[1732,1733] +[1734,1735] +[1736,1737] +[1738,1739] +[1740,1741] +[1742,1743] +[1744,1745] +[1746,1747] +[1748,1749] +[1750,1751] +[1752,1753] +[1754,1755] +[1756,1757] +[1758,1759] +[1760,1761] +[1762,1763] +[1764,1765] +[1766,1767] +[1768,1769] +[1770,1771] +[1772,1773] +[1774,1775] +[1776,1777] +[1778,1779] +[1780,1781] +[1782,1783] +[1784,1785] +[1786,1787] +[1788,1789] +[1790,1791] +[1792,1793] +[1794,1795] +[1796,1797] +[1798,1799] +[1800,1801] +[1802,1803] +[1804,1805] +[1806,1807] +[1808,1809] +[1810,1811] +[1812,1813] +[1814,1815] +[1816,1817] +[1818,1819] +[1820,1821] +[1822,1823] +[1824,1825] +[1826,1827] +[1828,1829] +[1830,1831] +[1832,1833] +[1834,1835] +[1836,1837] +[1838,1839] +[1840,1841] +[1842,1843] +[1844,1845] +[1846,1847] +[1848,1849] +[1850,1851] +[1852,1853] +[1854,1855] +[1856,1857] +[1858,1859] +[1860,1861] +[1862,1863] +[1864,1865] +[1866,1867] +[1868,1869] +[1870,1871] +[1872,1873] +[1874,1875] +[1876,1877] +[1878,1879] +[1880,1881] +[1882,1883] +[1884,1885] +[1886,1887] +[1888,1889] +[1890,1891] +[1892,1893] +[1894,1895] +[1896,1897] +[1898,1899] +[1900,1901] +[1902,1903] +[1904,1905] +[1906,1907] +[1908,1909] +[1910,1911] +[1912,1913] +[1914,1915] +[1916,1917] +[1918,1919] +[1920,1921] +[1922,1923] +[1924,1925] +[1926,1927] +[1928,1929] +[1930,1931] +[1932,1933] +[1934,1935] +[1936,1937] +[1938,1939] +[1940,1941] +[1942,1943] +[1944,1945] +[1946,1947] +[1948,1949] +[1950,1951] +[1952,1953] +[1954,1955] +[1956,1957] +[1958,1959] +[1960,1961] +[1962,1963] +[1964,1965] +[1966,1967] +[1968,1969] +[1970,1971] +[1972,1973] +[1974,1975] +[1976,1977] +[1978,1979] +[1980,1981] +[1982,1983] +[1984,1985] +[1986,1987] +[1988,1989] +[1990,1991] +[1992,1993] +[1994,1995] +[1996,1997] +[1998,1999] +[2000,2001] +[2002,2003] +[2004,2005] +[2006,2007] +[2008,2009] +[2010,2011] +[2012,2013] +[2014,2015] +[2016,2017] +[2018,2019] +[2020,2021] +[2022,2023] +[2024,2025] +[2026,2027] +[2028,2029] +[2030,2031] +[2032,2033] +[2034,2035] +[2036,2037] +[2038,2039] +[2040,2041] +[2042,2043] +[2044,2045] +[2046,2047] +[2048,2049] +[2050,2051] +[2052,2053] +[2054,2055] +[2056,2057] +[2058,2059] +[2060,2061] +[2062,2063] +[2064,2065] +[2066,2067] +[2068,2069] +[2070,2071] +[2072,2073] +[2074,2075] +[2076,2077] +[2078,2079] +[2080,2081] +[2082,2083] +[2084,2085] +[2086,2087] +[2088,2089] +[2090,2091] +[2092,2093] +[2094,2095] +[2096,2097] +[2098,2099] +[2100,2101] +[2102,2103] +[2104,2105] +[2106,2107] +[2108,2109] +[2110,2111] +[2112,2113] +[2114,2115] +[2116,2117] +[2118,2119] +[2120,2121] +[2122,2123] +[2124,2125] +[2126,2127] +[2128,2129] +[2130,2131] +[2132,2133] +[2134,2135] +[2136,2137] +[2138,2139] +[2140,2141] +[2142,2143] +[2144,2145] +PREHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1023 Data size: 4092 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[0] (type: int), l1[1] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1023 Data size: 4092 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1023 Data size: 4092 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +100 101 +102 103 +104 105 +106 107 +108 109 +110 111 +112 113 +114 115 +116 117 +118 119 +120 121 +122 123 +124 125 +126 127 +128 129 +130 131 +132 133 +134 135 +136 137 +138 139 +140 141 +142 143 +144 145 +146 147 +148 149 +150 151 +152 153 +154 155 +156 157 +158 159 +160 161 +162 163 +164 165 +166 167 +168 169 +170 171 +172 173 +174 175 +176 177 +178 179 +180 181 +182 183 +184 185 +186 187 +188 189 +190 191 +192 193 +194 195 +196 197 +198 199 +200 201 +202 203 +204 205 +206 207 +208 209 +210 211 +212 213 +214 215 +216 217 +218 219 +220 221 +222 223 +224 225 +226 227 +228 229 +230 231 +232 233 +234 235 +236 237 +238 239 +240 241 +242 243 +244 245 +246 247 +248 249 +250 251 +252 253 +254 255 +256 257 +258 259 +260 261 +262 263 +264 265 +266 267 +268 269 +270 271 +272 273 +274 275 +276 277 +278 279 +280 281 +282 283 +284 285 +286 287 +288 289 +290 291 +292 293 +294 295 +296 297 +298 299 +300 301 +302 303 +304 305 +306 307 +308 309 +310 311 +312 313 +314 315 +316 317 +318 319 +320 321 +322 323 +324 325 +326 327 +328 329 +330 331 +332 333 +334 335 +336 337 +338 339 +340 341 +342 343 +344 345 +346 347 +348 349 +350 351 +352 353 +354 355 +356 357 +358 359 +360 361 +362 363 +364 365 +366 367 +368 369 +370 371 +372 373 +374 375 +376 377 +378 379 +380 381 +382 383 +384 385 +386 387 +388 389 +390 391 +392 393 +394 395 +396 397 +398 399 +400 401 +402 403 +404 405 +406 407 +408 409 +410 411 +412 413 +414 415 +416 417 +418 419 +420 421 +422 423 +424 425 +426 427 +428 429 +430 431 +432 433 +434 435 +436 437 +438 439 +440 441 +442 443 +444 445 +446 447 +448 449 +450 451 +452 453 +454 455 +456 457 +458 459 +460 461 +462 463 +464 465 +466 467 +468 469 +470 471 +472 473 +474 475 +476 477 +478 479 +480 481 +482 483 +484 485 +486 487 +488 489 +490 491 +492 493 +494 495 +496 497 +498 499 +500 501 +502 503 +504 505 +506 507 +508 509 +510 511 +512 513 +514 515 +516 517 +518 519 +520 521 +522 523 +524 525 +526 527 +528 529 +530 531 +532 533 +534 535 +536 537 +538 539 +540 541 +542 543 +544 545 +546 547 +548 549 +550 551 +552 553 +554 555 +556 557 +558 559 +560 561 +562 563 +564 565 +566 567 +568 569 +570 571 +572 573 +574 575 +576 577 +578 579 +580 581 +582 583 +584 585 +586 587 +588 589 +590 591 +592 593 +594 595 +596 597 +598 599 +600 601 +602 603 +604 605 +606 607 +608 609 +610 611 +612 613 +614 615 +616 617 +618 619 +620 621 +622 623 +624 625 +626 627 +628 629 +630 631 +632 633 +634 635 +636 637 +638 639 +640 641 +642 643 +644 645 +646 647 +648 649 +650 651 +652 653 +654 655 +656 657 +658 659 +660 661 +662 663 +664 665 +666 667 +668 669 +670 671 +672 673 +674 675 +676 677 +678 679 +680 681 +682 683 +684 685 +686 687 +688 689 +690 691 +692 693 +694 695 +696 697 +698 699 +700 701 +702 703 +704 705 +706 707 +708 709 +710 711 +712 713 +714 715 +716 717 +718 719 +720 721 +722 723 +724 725 +726 727 +728 729 +730 731 +732 733 +734 735 +736 737 +738 739 +740 741 +742 743 +744 745 +746 747 +748 749 +750 751 +752 753 +754 755 +756 757 +758 759 +760 761 +762 763 +764 765 +766 767 +768 769 +770 771 +772 773 +774 775 +776 777 +778 779 +780 781 +782 783 +784 785 +786 787 +788 789 +790 791 +792 793 +794 795 +796 797 +798 799 +800 801 +802 803 +804 805 +806 807 +808 809 +810 811 +812 813 +814 815 +816 817 +818 819 +820 821 +822 823 +824 825 +826 827 +828 829 +830 831 +832 833 +834 835 +836 837 +838 839 +840 841 +842 843 +844 845 +846 847 +848 849 +850 851 +852 853 +854 855 +856 857 +858 859 +860 861 +862 863 +864 865 +866 867 +868 869 +870 871 +872 873 +874 875 +876 877 +878 879 +880 881 +882 883 +884 885 +886 887 +888 889 +890 891 +892 893 +894 895 +896 897 +898 899 +900 901 +902 903 +904 905 +906 907 +908 909 +910 911 +912 913 +914 915 +916 917 +918 919 +920 921 +922 923 +924 925 +926 927 +928 929 +930 931 +932 933 +934 935 +936 937 +938 939 +940 941 +942 943 +944 945 +946 947 +948 949 +950 951 +952 953 +954 955 +956 957 +958 959 +960 961 +962 963 +964 965 +966 967 +968 969 +970 971 +972 973 +974 975 +976 977 +978 979 +980 981 +982 983 +984 985 +986 987 +988 989 +990 991 +992 993 +994 995 +996 997 +998 999 +1000 1001 +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +PREHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +POSTHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1023 Data size: 4092 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (l1[0] > 1000) (type: boolean) + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[1] (type: int), l1[0] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: int) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] desc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +2144 2145 +2142 2143 +2140 2141 +2138 2139 +2136 2137 +2134 2135 +2132 2133 +2130 2131 +2128 2129 +2126 2127 +2124 2125 +2122 2123 +2120 2121 +2118 2119 +2116 2117 +2114 2115 +2112 2113 +2110 2111 +2108 2109 +2106 2107 +2104 2105 +2102 2103 +2100 2101 +2098 2099 +2096 2097 +2094 2095 +2092 2093 +2090 2091 +2088 2089 +2086 2087 +2084 2085 +2082 2083 +2080 2081 +2078 2079 +2076 2077 +2074 2075 +2072 2073 +2070 2071 +2068 2069 +2066 2067 +2064 2065 +2062 2063 +2060 2061 +2058 2059 +2056 2057 +2054 2055 +2052 2053 +2050 2051 +2048 2049 +2046 2047 +2044 2045 +2042 2043 +2040 2041 +2038 2039 +2036 2037 +2034 2035 +2032 2033 +2030 2031 +2028 2029 +2026 2027 +2024 2025 +2022 2023 +2020 2021 +2018 2019 +2016 2017 +2014 2015 +2012 2013 +2010 2011 +2008 2009 +2006 2007 +2004 2005 +2002 2003 +2000 2001 +1998 1999 +1996 1997 +1994 1995 +1992 1993 +1990 1991 +1988 1989 +1986 1987 +1984 1985 +1982 1983 +1980 1981 +1978 1979 +1976 1977 +1974 1975 +1972 1973 +1970 1971 +1968 1969 +1966 1967 +1964 1965 +1962 1963 +1960 1961 +1958 1959 +1956 1957 +1954 1955 +1952 1953 +1950 1951 +1948 1949 +1946 1947 +1944 1945 +1942 1943 +1940 1941 +1938 1939 +1936 1937 +1934 1935 +1932 1933 +1930 1931 +1928 1929 +1926 1927 +1924 1925 +1922 1923 +1920 1921 +1918 1919 +1916 1917 +1914 1915 +1912 1913 +1910 1911 +1908 1909 +1906 1907 +1904 1905 +1902 1903 +1900 1901 +1898 1899 +1896 1897 +1894 1895 +1892 1893 +1890 1891 +1888 1889 +1886 1887 +1884 1885 +1882 1883 +1880 1881 +1878 1879 +1876 1877 +1874 1875 +1872 1873 +1870 1871 +1868 1869 +1866 1867 +1864 1865 +1862 1863 +1860 1861 +1858 1859 +1856 1857 +1854 1855 +1852 1853 +1850 1851 +1848 1849 +1846 1847 +1844 1845 +1842 1843 +1840 1841 +1838 1839 +1836 1837 +1834 1835 +1832 1833 +1830 1831 +1828 1829 +1826 1827 +1824 1825 +1822 1823 +1820 1821 +1818 1819 +1816 1817 +1814 1815 +1812 1813 +1810 1811 +1808 1809 +1806 1807 +1804 1805 +1802 1803 +1800 1801 +1798 1799 +1796 1797 +1794 1795 +1792 1793 +1790 1791 +1788 1789 +1786 1787 +1784 1785 +1782 1783 +1780 1781 +1778 1779 +1776 1777 +1774 1775 +1772 1773 +1770 1771 +1768 1769 +1766 1767 +1764 1765 +1762 1763 +1760 1761 +1758 1759 +1756 1757 +1754 1755 +1752 1753 +1750 1751 +1748 1749 +1746 1747 +1744 1745 +1742 1743 +1740 1741 +1738 1739 +1736 1737 +1734 1735 +1732 1733 +1730 1731 +1728 1729 +1726 1727 +1724 1725 +1722 1723 +1720 1721 +1718 1719 +1716 1717 +1714 1715 +1712 1713 +1710 1711 +1708 1709 +1706 1707 +1704 1705 +1702 1703 +1700 1701 +1698 1699 +1696 1697 +1694 1695 +1692 1693 +1690 1691 +1688 1689 +1686 1687 +1684 1685 +1682 1683 +1680 1681 +1678 1679 +1676 1677 +1674 1675 +1672 1673 +1670 1671 +1668 1669 +1666 1667 +1664 1665 +1662 1663 +1660 1661 +1658 1659 +1656 1657 +1654 1655 +1652 1653 +1650 1651 +1648 1649 +1646 1647 +1644 1645 +1642 1643 +1640 1641 +1638 1639 +1636 1637 +1634 1635 +1632 1633 +1630 1631 +1628 1629 +1626 1627 +1624 1625 +1622 1623 +1620 1621 +1618 1619 +1616 1617 +1614 1615 +1612 1613 +1610 1611 +1608 1609 +1606 1607 +1604 1605 +1602 1603 +1600 1601 +1598 1599 +1596 1597 +1594 1595 +1592 1593 +1590 1591 +1588 1589 +1586 1587 +1584 1585 +1582 1583 +1580 1581 +1578 1579 +1576 1577 +1574 1575 +1572 1573 +1570 1571 +1568 1569 +1566 1567 +1564 1565 +1562 1563 +1560 1561 +1558 1559 +1556 1557 +1554 1555 +1552 1553 +1550 1551 +1548 1549 +1546 1547 +1544 1545 +1542 1543 +1540 1541 +1538 1539 +1536 1537 +1534 1535 +1532 1533 +1530 1531 +1528 1529 +1526 1527 +1524 1525 +1522 1523 +1520 1521 +1518 1519 +1516 1517 +1514 1515 +1512 1513 +1510 1511 +1508 1509 +1506 1507 +1504 1505 +1502 1503 +1500 1501 +1498 1499 +1496 1497 +1494 1495 +1492 1493 +1490 1491 +1488 1489 +1486 1487 +1484 1485 +1482 1483 +1480 1481 +1478 1479 +1476 1477 +1474 1475 +1472 1473 +1470 1471 +1468 1469 +1466 1467 +1464 1465 +1462 1463 +1460 1461 +1458 1459 +1456 1457 +1454 1455 +1452 1453 +1450 1451 +1448 1449 +1446 1447 +1444 1445 +1442 1443 +1440 1441 +1438 1439 +1436 1437 +1434 1435 +1432 1433 +1430 1431 +1428 1429 +1426 1427 +1424 1425 +1422 1423 +1420 1421 +1418 1419 +1416 1417 +1414 1415 +1412 1413 +1410 1411 +1408 1409 +1406 1407 +1404 1405 +1402 1403 +1400 1401 +1398 1399 +1396 1397 +1394 1395 +1392 1393 +1390 1391 +1388 1389 +1386 1387 +1384 1385 +1382 1383 +1380 1381 +1378 1379 +1376 1377 +1374 1375 +1372 1373 +1370 1371 +1368 1369 +1366 1367 +1364 1365 +1362 1363 +1360 1361 +1358 1359 +1356 1357 +1354 1355 +1352 1353 +1350 1351 +1348 1349 +1346 1347 +1344 1345 +1342 1343 +1340 1341 +1338 1339 +1336 1337 +1334 1335 +1332 1333 +1330 1331 +1328 1329 +1326 1327 +1324 1325 +1322 1323 +1320 1321 +1318 1319 +1316 1317 +1314 1315 +1312 1313 +1310 1311 +1308 1309 +1306 1307 +1304 1305 +1302 1303 +1300 1301 +1298 1299 +1296 1297 +1294 1295 +1292 1293 +1290 1291 +1288 1289 +1286 1287 +1284 1285 +1282 1283 +1280 1281 +1278 1279 +1276 1277 +1274 1275 +1272 1273 +1270 1271 +1268 1269 +1266 1267 +1264 1265 +1262 1263 +1260 1261 +1258 1259 +1256 1257 +1254 1255 +1252 1253 +1250 1251 +1248 1249 +1246 1247 +1244 1245 +1242 1243 +1240 1241 +1238 1239 +1236 1237 +1234 1235 +1232 1233 +1230 1231 +1228 1229 +1226 1227 +1224 1225 +1222 1223 +1220 1221 +1218 1219 +1216 1217 +1214 1215 +1212 1213 +1210 1211 +1208 1209 +1206 1207 +1204 1205 +1202 1203 +1200 1201 +1198 1199 +1196 1197 +1194 1195 +1192 1193 +1190 1191 +1188 1189 +1186 1187 +1184 1185 +1182 1183 +1180 1181 +1178 1179 +1176 1177 +1174 1175 +1172 1173 +1170 1171 +1168 1169 +1166 1167 +1164 1165 +1162 1163 +1160 1161 +1158 1159 +1156 1157 +1154 1155 +1152 1153 +1150 1151 +1148 1149 +1146 1147 +1144 1145 +1142 1143 +1140 1141 +1138 1139 +1136 1137 +1134 1135 +1132 1133 +1130 1131 +1128 1129 +1126 1127 +1124 1125 +1122 1123 +1120 1121 +1118 1119 +1116 1117 +1114 1115 +1112 1113 +1110 1111 +1108 1109 +1106 1107 +1104 1105 +1102 1103 +1100 1101 +1098 1099 +1096 1097 +1094 1095 +1092 1093 +1090 1091 +1088 1089 +1086 1087 +1084 1085 +1082 1083 +1080 1081 +1078 1079 +1076 1077 +1074 1075 +1072 1073 +1070 1071 +1068 1069 +1066 1067 +1064 1065 +1062 1063 +1060 1061 +1058 1059 +1056 1057 +1054 1055 +1052 1053 +1050 1051 +1048 1049 +1046 1047 +1044 1045 +1042 1043 +1040 1041 +1038 1039 +1036 1037 +1034 1035 +1032 1033 +1030 1031 +1028 1029 +1026 1027 +1024 1025 +1022 1023 +1020 1021 +1018 1019 +1016 1017 +1014 1015 +1012 1013 +1010 1011 +1008 1009 +1006 1007 +1004 1005 +1002 1003 +PREHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1025 +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types_staging +PREHOOK: Output: default@parquet_complex_types +POSTHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging where id < 1025 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types_staging +POSTHOOK: Output: default@parquet_complex_types +POSTHOOK: Lineage: parquet_complex_types.id SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:id, type:int, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.l1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:l1, type:array, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.m1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:m1, type:map, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:st1, type:struct, comment:null), ] +PREHOOK: query: explain select l1 from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1 from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1024 Data size: 4096 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1 (type: array) + outputColumnNames: _col0 + Statistics: Num rows: 1024 Data size: 4096 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1024 Data size: 4096 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1 from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1 from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +[100,101] +[102,103] +[104,105] +[106,107] +[108,109] +[110,111] +[112,113] +[114,115] +[116,117] +[118,119] +[120,121] +[122,123] +[124,125] +[126,127] +[128,129] +[130,131] +[132,133] +[134,135] +[136,137] +[138,139] +[140,141] +[142,143] +[144,145] +[146,147] +[148,149] +[150,151] +[152,153] +[154,155] +[156,157] +[158,159] +[160,161] +[162,163] +[164,165] +[166,167] +[168,169] +[170,171] +[172,173] +[174,175] +[176,177] +[178,179] +[180,181] +[182,183] +[184,185] +[186,187] +[188,189] +[190,191] +[192,193] +[194,195] +[196,197] +[198,199] +[200,201] +[202,203] +[204,205] +[206,207] +[208,209] +[210,211] +[212,213] +[214,215] +[216,217] +[218,219] +[220,221] +[222,223] +[224,225] +[226,227] +[228,229] +[230,231] +[232,233] +[234,235] +[236,237] +[238,239] +[240,241] +[242,243] +[244,245] +[246,247] +[248,249] +[250,251] +[252,253] +[254,255] +[256,257] +[258,259] +[260,261] +[262,263] +[264,265] +[266,267] +[268,269] +[270,271] +[272,273] +[274,275] +[276,277] +[278,279] +[280,281] +[282,283] +[284,285] +[286,287] +[288,289] +[290,291] +[292,293] +[294,295] +[296,297] +[298,299] +[300,301] +[302,303] +[304,305] +[306,307] +[308,309] +[310,311] +[312,313] +[314,315] +[316,317] +[318,319] +[320,321] +[322,323] +[324,325] +[326,327] +[328,329] +[330,331] +[332,333] +[334,335] +[336,337] +[338,339] +[340,341] +[342,343] +[344,345] +[346,347] +[348,349] +[350,351] +[352,353] +[354,355] +[356,357] +[358,359] +[360,361] +[362,363] +[364,365] +[366,367] +[368,369] +[370,371] +[372,373] +[374,375] +[376,377] +[378,379] +[380,381] +[382,383] +[384,385] +[386,387] +[388,389] +[390,391] +[392,393] +[394,395] +[396,397] +[398,399] +[400,401] +[402,403] +[404,405] +[406,407] +[408,409] +[410,411] +[412,413] +[414,415] +[416,417] +[418,419] +[420,421] +[422,423] +[424,425] +[426,427] +[428,429] +[430,431] +[432,433] +[434,435] +[436,437] +[438,439] +[440,441] +[442,443] +[444,445] +[446,447] +[448,449] +[450,451] +[452,453] +[454,455] +[456,457] +[458,459] +[460,461] +[462,463] +[464,465] +[466,467] +[468,469] +[470,471] +[472,473] +[474,475] +[476,477] +[478,479] +[480,481] +[482,483] +[484,485] +[486,487] +[488,489] +[490,491] +[492,493] +[494,495] +[496,497] +[498,499] +[500,501] +[502,503] +[504,505] +[506,507] +[508,509] +[510,511] +[512,513] +[514,515] +[516,517] +[518,519] +[520,521] +[522,523] +[524,525] +[526,527] +[528,529] +[530,531] +[532,533] +[534,535] +[536,537] +[538,539] +[540,541] +[542,543] +[544,545] +[546,547] +[548,549] +[550,551] +[552,553] +[554,555] +[556,557] +[558,559] +[560,561] +[562,563] +[564,565] +[566,567] +[568,569] +[570,571] +[572,573] +[574,575] +[576,577] +[578,579] +[580,581] +[582,583] +[584,585] +[586,587] +[588,589] +[590,591] +[592,593] +[594,595] +[596,597] +[598,599] +[600,601] +[602,603] +[604,605] +[606,607] +[608,609] +[610,611] +[612,613] +[614,615] +[616,617] +[618,619] +[620,621] +[622,623] +[624,625] +[626,627] +[628,629] +[630,631] +[632,633] +[634,635] +[636,637] +[638,639] +[640,641] +[642,643] +[644,645] +[646,647] +[648,649] +[650,651] +[652,653] +[654,655] +[656,657] +[658,659] +[660,661] +[662,663] +[664,665] +[666,667] +[668,669] +[670,671] +[672,673] +[674,675] +[676,677] +[678,679] +[680,681] +[682,683] +[684,685] +[686,687] +[688,689] +[690,691] +[692,693] +[694,695] +[696,697] +[698,699] +[700,701] +[702,703] +[704,705] +[706,707] +[708,709] +[710,711] +[712,713] +[714,715] +[716,717] +[718,719] +[720,721] +[722,723] +[724,725] +[726,727] +[728,729] +[730,731] +[732,733] +[734,735] +[736,737] +[738,739] +[740,741] +[742,743] +[744,745] +[746,747] +[748,749] +[750,751] +[752,753] +[754,755] +[756,757] +[758,759] +[760,761] +[762,763] +[764,765] +[766,767] +[768,769] +[770,771] +[772,773] +[774,775] +[776,777] +[778,779] +[780,781] +[782,783] +[784,785] +[786,787] +[788,789] +[790,791] +[792,793] +[794,795] +[796,797] +[798,799] +[800,801] +[802,803] +[804,805] +[806,807] +[808,809] +[810,811] +[812,813] +[814,815] +[816,817] +[818,819] +[820,821] +[822,823] +[824,825] +[826,827] +[828,829] +[830,831] +[832,833] +[834,835] +[836,837] +[838,839] +[840,841] +[842,843] +[844,845] +[846,847] +[848,849] +[850,851] +[852,853] +[854,855] +[856,857] +[858,859] +[860,861] +[862,863] +[864,865] +[866,867] +[868,869] +[870,871] +[872,873] +[874,875] +[876,877] +[878,879] +[880,881] +[882,883] +[884,885] +[886,887] +[888,889] +[890,891] +[892,893] +[894,895] +[896,897] +[898,899] +[900,901] +[902,903] +[904,905] +[906,907] +[908,909] +[910,911] +[912,913] +[914,915] +[916,917] +[918,919] +[920,921] +[922,923] +[924,925] +[926,927] +[928,929] +[930,931] +[932,933] +[934,935] +[936,937] +[938,939] +[940,941] +[942,943] +[944,945] +[946,947] +[948,949] +[950,951] +[952,953] +[954,955] +[956,957] +[958,959] +[960,961] +[962,963] +[964,965] +[966,967] +[968,969] +[970,971] +[972,973] +[974,975] +[976,977] +[978,979] +[980,981] +[982,983] +[984,985] +[986,987] +[988,989] +[990,991] +[992,993] +[994,995] +[996,997] +[998,999] +[1000,1001] +[1002,1003] +[1004,1005] +[1006,1007] +[1008,1009] +[1010,1011] +[1012,1013] +[1014,1015] +[1016,1017] +[1018,1019] +[1020,1021] +[1022,1023] +[1024,1025] +[1026,1027] +[1028,1029] +[1030,1031] +[1032,1033] +[1034,1035] +[1036,1037] +[1038,1039] +[1040,1041] +[1042,1043] +[1044,1045] +[1046,1047] +[1048,1049] +[1050,1051] +[1052,1053] +[1054,1055] +[1056,1057] +[1058,1059] +[1060,1061] +[1062,1063] +[1064,1065] +[1066,1067] +[1068,1069] +[1070,1071] +[1072,1073] +[1074,1075] +[1076,1077] +[1078,1079] +[1080,1081] +[1082,1083] +[1084,1085] +[1086,1087] +[1088,1089] +[1090,1091] +[1092,1093] +[1094,1095] +[1096,1097] +[1098,1099] +[1100,1101] +[1102,1103] +[1104,1105] +[1106,1107] +[1108,1109] +[1110,1111] +[1112,1113] +[1114,1115] +[1116,1117] +[1118,1119] +[1120,1121] +[1122,1123] +[1124,1125] +[1126,1127] +[1128,1129] +[1130,1131] +[1132,1133] +[1134,1135] +[1136,1137] +[1138,1139] +[1140,1141] +[1142,1143] +[1144,1145] +[1146,1147] +[1148,1149] +[1150,1151] +[1152,1153] +[1154,1155] +[1156,1157] +[1158,1159] +[1160,1161] +[1162,1163] +[1164,1165] +[1166,1167] +[1168,1169] +[1170,1171] +[1172,1173] +[1174,1175] +[1176,1177] +[1178,1179] +[1180,1181] +[1182,1183] +[1184,1185] +[1186,1187] +[1188,1189] +[1190,1191] +[1192,1193] +[1194,1195] +[1196,1197] +[1198,1199] +[1200,1201] +[1202,1203] +[1204,1205] +[1206,1207] +[1208,1209] +[1210,1211] +[1212,1213] +[1214,1215] +[1216,1217] +[1218,1219] +[1220,1221] +[1222,1223] +[1224,1225] +[1226,1227] +[1228,1229] +[1230,1231] +[1232,1233] +[1234,1235] +[1236,1237] +[1238,1239] +[1240,1241] +[1242,1243] +[1244,1245] +[1246,1247] +[1248,1249] +[1250,1251] +[1252,1253] +[1254,1255] +[1256,1257] +[1258,1259] +[1260,1261] +[1262,1263] +[1264,1265] +[1266,1267] +[1268,1269] +[1270,1271] +[1272,1273] +[1274,1275] +[1276,1277] +[1278,1279] +[1280,1281] +[1282,1283] +[1284,1285] +[1286,1287] +[1288,1289] +[1290,1291] +[1292,1293] +[1294,1295] +[1296,1297] +[1298,1299] +[1300,1301] +[1302,1303] +[1304,1305] +[1306,1307] +[1308,1309] +[1310,1311] +[1312,1313] +[1314,1315] +[1316,1317] +[1318,1319] +[1320,1321] +[1322,1323] +[1324,1325] +[1326,1327] +[1328,1329] +[1330,1331] +[1332,1333] +[1334,1335] +[1336,1337] +[1338,1339] +[1340,1341] +[1342,1343] +[1344,1345] +[1346,1347] +[1348,1349] +[1350,1351] +[1352,1353] +[1354,1355] +[1356,1357] +[1358,1359] +[1360,1361] +[1362,1363] +[1364,1365] +[1366,1367] +[1368,1369] +[1370,1371] +[1372,1373] +[1374,1375] +[1376,1377] +[1378,1379] +[1380,1381] +[1382,1383] +[1384,1385] +[1386,1387] +[1388,1389] +[1390,1391] +[1392,1393] +[1394,1395] +[1396,1397] +[1398,1399] +[1400,1401] +[1402,1403] +[1404,1405] +[1406,1407] +[1408,1409] +[1410,1411] +[1412,1413] +[1414,1415] +[1416,1417] +[1418,1419] +[1420,1421] +[1422,1423] +[1424,1425] +[1426,1427] +[1428,1429] +[1430,1431] +[1432,1433] +[1434,1435] +[1436,1437] +[1438,1439] +[1440,1441] +[1442,1443] +[1444,1445] +[1446,1447] +[1448,1449] +[1450,1451] +[1452,1453] +[1454,1455] +[1456,1457] +[1458,1459] +[1460,1461] +[1462,1463] +[1464,1465] +[1466,1467] +[1468,1469] +[1470,1471] +[1472,1473] +[1474,1475] +[1476,1477] +[1478,1479] +[1480,1481] +[1482,1483] +[1484,1485] +[1486,1487] +[1488,1489] +[1490,1491] +[1492,1493] +[1494,1495] +[1496,1497] +[1498,1499] +[1500,1501] +[1502,1503] +[1504,1505] +[1506,1507] +[1508,1509] +[1510,1511] +[1512,1513] +[1514,1515] +[1516,1517] +[1518,1519] +[1520,1521] +[1522,1523] +[1524,1525] +[1526,1527] +[1528,1529] +[1530,1531] +[1532,1533] +[1534,1535] +[1536,1537] +[1538,1539] +[1540,1541] +[1542,1543] +[1544,1545] +[1546,1547] +[1548,1549] +[1550,1551] +[1552,1553] +[1554,1555] +[1556,1557] +[1558,1559] +[1560,1561] +[1562,1563] +[1564,1565] +[1566,1567] +[1568,1569] +[1570,1571] +[1572,1573] +[1574,1575] +[1576,1577] +[1578,1579] +[1580,1581] +[1582,1583] +[1584,1585] +[1586,1587] +[1588,1589] +[1590,1591] +[1592,1593] +[1594,1595] +[1596,1597] +[1598,1599] +[1600,1601] +[1602,1603] +[1604,1605] +[1606,1607] +[1608,1609] +[1610,1611] +[1612,1613] +[1614,1615] +[1616,1617] +[1618,1619] +[1620,1621] +[1622,1623] +[1624,1625] +[1626,1627] +[1628,1629] +[1630,1631] +[1632,1633] +[1634,1635] +[1636,1637] +[1638,1639] +[1640,1641] +[1642,1643] +[1644,1645] +[1646,1647] +[1648,1649] +[1650,1651] +[1652,1653] +[1654,1655] +[1656,1657] +[1658,1659] +[1660,1661] +[1662,1663] +[1664,1665] +[1666,1667] +[1668,1669] +[1670,1671] +[1672,1673] +[1674,1675] +[1676,1677] +[1678,1679] +[1680,1681] +[1682,1683] +[1684,1685] +[1686,1687] +[1688,1689] +[1690,1691] +[1692,1693] +[1694,1695] +[1696,1697] +[1698,1699] +[1700,1701] +[1702,1703] +[1704,1705] +[1706,1707] +[1708,1709] +[1710,1711] +[1712,1713] +[1714,1715] +[1716,1717] +[1718,1719] +[1720,1721] +[1722,1723] +[1724,1725] +[1726,1727] +[1728,1729] +[1730,1731] +[1732,1733] +[1734,1735] +[1736,1737] +[1738,1739] +[1740,1741] +[1742,1743] +[1744,1745] +[1746,1747] +[1748,1749] +[1750,1751] +[1752,1753] +[1754,1755] +[1756,1757] +[1758,1759] +[1760,1761] +[1762,1763] +[1764,1765] +[1766,1767] +[1768,1769] +[1770,1771] +[1772,1773] +[1774,1775] +[1776,1777] +[1778,1779] +[1780,1781] +[1782,1783] +[1784,1785] +[1786,1787] +[1788,1789] +[1790,1791] +[1792,1793] +[1794,1795] +[1796,1797] +[1798,1799] +[1800,1801] +[1802,1803] +[1804,1805] +[1806,1807] +[1808,1809] +[1810,1811] +[1812,1813] +[1814,1815] +[1816,1817] +[1818,1819] +[1820,1821] +[1822,1823] +[1824,1825] +[1826,1827] +[1828,1829] +[1830,1831] +[1832,1833] +[1834,1835] +[1836,1837] +[1838,1839] +[1840,1841] +[1842,1843] +[1844,1845] +[1846,1847] +[1848,1849] +[1850,1851] +[1852,1853] +[1854,1855] +[1856,1857] +[1858,1859] +[1860,1861] +[1862,1863] +[1864,1865] +[1866,1867] +[1868,1869] +[1870,1871] +[1872,1873] +[1874,1875] +[1876,1877] +[1878,1879] +[1880,1881] +[1882,1883] +[1884,1885] +[1886,1887] +[1888,1889] +[1890,1891] +[1892,1893] +[1894,1895] +[1896,1897] +[1898,1899] +[1900,1901] +[1902,1903] +[1904,1905] +[1906,1907] +[1908,1909] +[1910,1911] +[1912,1913] +[1914,1915] +[1916,1917] +[1918,1919] +[1920,1921] +[1922,1923] +[1924,1925] +[1926,1927] +[1928,1929] +[1930,1931] +[1932,1933] +[1934,1935] +[1936,1937] +[1938,1939] +[1940,1941] +[1942,1943] +[1944,1945] +[1946,1947] +[1948,1949] +[1950,1951] +[1952,1953] +[1954,1955] +[1956,1957] +[1958,1959] +[1960,1961] +[1962,1963] +[1964,1965] +[1966,1967] +[1968,1969] +[1970,1971] +[1972,1973] +[1974,1975] +[1976,1977] +[1978,1979] +[1980,1981] +[1982,1983] +[1984,1985] +[1986,1987] +[1988,1989] +[1990,1991] +[1992,1993] +[1994,1995] +[1996,1997] +[1998,1999] +[2000,2001] +[2002,2003] +[2004,2005] +[2006,2007] +[2008,2009] +[2010,2011] +[2012,2013] +[2014,2015] +[2016,2017] +[2018,2019] +[2020,2021] +[2022,2023] +[2024,2025] +[2026,2027] +[2028,2029] +[2030,2031] +[2032,2033] +[2034,2035] +[2036,2037] +[2038,2039] +[2040,2041] +[2042,2043] +[2044,2045] +[2046,2047] +[2048,2049] +[2050,2051] +[2052,2053] +[2054,2055] +[2056,2057] +[2058,2059] +[2060,2061] +[2062,2063] +[2064,2065] +[2066,2067] +[2068,2069] +[2070,2071] +[2072,2073] +[2074,2075] +[2076,2077] +[2078,2079] +[2080,2081] +[2082,2083] +[2084,2085] +[2086,2087] +[2088,2089] +[2090,2091] +[2092,2093] +[2094,2095] +[2096,2097] +[2098,2099] +[2100,2101] +[2102,2103] +[2104,2105] +[2106,2107] +[2108,2109] +[2110,2111] +[2112,2113] +[2114,2115] +[2116,2117] +[2118,2119] +[2120,2121] +[2122,2123] +[2124,2125] +[2126,2127] +[2128,2129] +[2130,2131] +[2132,2133] +[2134,2135] +[2136,2137] +[2138,2139] +[2140,2141] +[2142,2143] +[2144,2145] +[2146,2147] +PREHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1024 Data size: 4096 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[0] (type: int), l1[1] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1024 Data size: 4096 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1024 Data size: 4096 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +100 101 +102 103 +104 105 +106 107 +108 109 +110 111 +112 113 +114 115 +116 117 +118 119 +120 121 +122 123 +124 125 +126 127 +128 129 +130 131 +132 133 +134 135 +136 137 +138 139 +140 141 +142 143 +144 145 +146 147 +148 149 +150 151 +152 153 +154 155 +156 157 +158 159 +160 161 +162 163 +164 165 +166 167 +168 169 +170 171 +172 173 +174 175 +176 177 +178 179 +180 181 +182 183 +184 185 +186 187 +188 189 +190 191 +192 193 +194 195 +196 197 +198 199 +200 201 +202 203 +204 205 +206 207 +208 209 +210 211 +212 213 +214 215 +216 217 +218 219 +220 221 +222 223 +224 225 +226 227 +228 229 +230 231 +232 233 +234 235 +236 237 +238 239 +240 241 +242 243 +244 245 +246 247 +248 249 +250 251 +252 253 +254 255 +256 257 +258 259 +260 261 +262 263 +264 265 +266 267 +268 269 +270 271 +272 273 +274 275 +276 277 +278 279 +280 281 +282 283 +284 285 +286 287 +288 289 +290 291 +292 293 +294 295 +296 297 +298 299 +300 301 +302 303 +304 305 +306 307 +308 309 +310 311 +312 313 +314 315 +316 317 +318 319 +320 321 +322 323 +324 325 +326 327 +328 329 +330 331 +332 333 +334 335 +336 337 +338 339 +340 341 +342 343 +344 345 +346 347 +348 349 +350 351 +352 353 +354 355 +356 357 +358 359 +360 361 +362 363 +364 365 +366 367 +368 369 +370 371 +372 373 +374 375 +376 377 +378 379 +380 381 +382 383 +384 385 +386 387 +388 389 +390 391 +392 393 +394 395 +396 397 +398 399 +400 401 +402 403 +404 405 +406 407 +408 409 +410 411 +412 413 +414 415 +416 417 +418 419 +420 421 +422 423 +424 425 +426 427 +428 429 +430 431 +432 433 +434 435 +436 437 +438 439 +440 441 +442 443 +444 445 +446 447 +448 449 +450 451 +452 453 +454 455 +456 457 +458 459 +460 461 +462 463 +464 465 +466 467 +468 469 +470 471 +472 473 +474 475 +476 477 +478 479 +480 481 +482 483 +484 485 +486 487 +488 489 +490 491 +492 493 +494 495 +496 497 +498 499 +500 501 +502 503 +504 505 +506 507 +508 509 +510 511 +512 513 +514 515 +516 517 +518 519 +520 521 +522 523 +524 525 +526 527 +528 529 +530 531 +532 533 +534 535 +536 537 +538 539 +540 541 +542 543 +544 545 +546 547 +548 549 +550 551 +552 553 +554 555 +556 557 +558 559 +560 561 +562 563 +564 565 +566 567 +568 569 +570 571 +572 573 +574 575 +576 577 +578 579 +580 581 +582 583 +584 585 +586 587 +588 589 +590 591 +592 593 +594 595 +596 597 +598 599 +600 601 +602 603 +604 605 +606 607 +608 609 +610 611 +612 613 +614 615 +616 617 +618 619 +620 621 +622 623 +624 625 +626 627 +628 629 +630 631 +632 633 +634 635 +636 637 +638 639 +640 641 +642 643 +644 645 +646 647 +648 649 +650 651 +652 653 +654 655 +656 657 +658 659 +660 661 +662 663 +664 665 +666 667 +668 669 +670 671 +672 673 +674 675 +676 677 +678 679 +680 681 +682 683 +684 685 +686 687 +688 689 +690 691 +692 693 +694 695 +696 697 +698 699 +700 701 +702 703 +704 705 +706 707 +708 709 +710 711 +712 713 +714 715 +716 717 +718 719 +720 721 +722 723 +724 725 +726 727 +728 729 +730 731 +732 733 +734 735 +736 737 +738 739 +740 741 +742 743 +744 745 +746 747 +748 749 +750 751 +752 753 +754 755 +756 757 +758 759 +760 761 +762 763 +764 765 +766 767 +768 769 +770 771 +772 773 +774 775 +776 777 +778 779 +780 781 +782 783 +784 785 +786 787 +788 789 +790 791 +792 793 +794 795 +796 797 +798 799 +800 801 +802 803 +804 805 +806 807 +808 809 +810 811 +812 813 +814 815 +816 817 +818 819 +820 821 +822 823 +824 825 +826 827 +828 829 +830 831 +832 833 +834 835 +836 837 +838 839 +840 841 +842 843 +844 845 +846 847 +848 849 +850 851 +852 853 +854 855 +856 857 +858 859 +860 861 +862 863 +864 865 +866 867 +868 869 +870 871 +872 873 +874 875 +876 877 +878 879 +880 881 +882 883 +884 885 +886 887 +888 889 +890 891 +892 893 +894 895 +896 897 +898 899 +900 901 +902 903 +904 905 +906 907 +908 909 +910 911 +912 913 +914 915 +916 917 +918 919 +920 921 +922 923 +924 925 +926 927 +928 929 +930 931 +932 933 +934 935 +936 937 +938 939 +940 941 +942 943 +944 945 +946 947 +948 949 +950 951 +952 953 +954 955 +956 957 +958 959 +960 961 +962 963 +964 965 +966 967 +968 969 +970 971 +972 973 +974 975 +976 977 +978 979 +980 981 +982 983 +984 985 +986 987 +988 989 +990 991 +992 993 +994 995 +996 997 +998 999 +1000 1001 +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +2146 2147 +PREHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +POSTHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1024 Data size: 4096 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (l1[0] > 1000) (type: boolean) + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[1] (type: int), l1[0] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: int) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +2146 2147 +PREHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types_staging +PREHOOK: Output: default@parquet_complex_types +POSTHOOK: query: INSERT OVERWRITE TABLE parquet_complex_types +SELECT id, m1, l1, st1 FROM parquet_complex_types_staging +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types_staging +POSTHOOK: Output: default@parquet_complex_types +POSTHOOK: Lineage: parquet_complex_types.id SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:id, type:int, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.l1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:l1, type:array, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.m1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:m1, type:map, comment:null), ] +POSTHOOK: Lineage: parquet_complex_types.st1 SIMPLE [(parquet_complex_types_staging)parquet_complex_types_staging.FieldSchema(name:st1, type:struct, comment:null), ] +PREHOOK: query: explain select l1 from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1 from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1025 Data size: 4100 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1 (type: array) + outputColumnNames: _col0 + Statistics: Num rows: 1025 Data size: 4100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1025 Data size: 4100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1 from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1 from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +[100,101] +[102,103] +[104,105] +[106,107] +[108,109] +[110,111] +[112,113] +[114,115] +[116,117] +[118,119] +[120,121] +[122,123] +[124,125] +[126,127] +[128,129] +[130,131] +[132,133] +[134,135] +[136,137] +[138,139] +[140,141] +[142,143] +[144,145] +[146,147] +[148,149] +[150,151] +[152,153] +[154,155] +[156,157] +[158,159] +[160,161] +[162,163] +[164,165] +[166,167] +[168,169] +[170,171] +[172,173] +[174,175] +[176,177] +[178,179] +[180,181] +[182,183] +[184,185] +[186,187] +[188,189] +[190,191] +[192,193] +[194,195] +[196,197] +[198,199] +[200,201] +[202,203] +[204,205] +[206,207] +[208,209] +[210,211] +[212,213] +[214,215] +[216,217] +[218,219] +[220,221] +[222,223] +[224,225] +[226,227] +[228,229] +[230,231] +[232,233] +[234,235] +[236,237] +[238,239] +[240,241] +[242,243] +[244,245] +[246,247] +[248,249] +[250,251] +[252,253] +[254,255] +[256,257] +[258,259] +[260,261] +[262,263] +[264,265] +[266,267] +[268,269] +[270,271] +[272,273] +[274,275] +[276,277] +[278,279] +[280,281] +[282,283] +[284,285] +[286,287] +[288,289] +[290,291] +[292,293] +[294,295] +[296,297] +[298,299] +[300,301] +[302,303] +[304,305] +[306,307] +[308,309] +[310,311] +[312,313] +[314,315] +[316,317] +[318,319] +[320,321] +[322,323] +[324,325] +[326,327] +[328,329] +[330,331] +[332,333] +[334,335] +[336,337] +[338,339] +[340,341] +[342,343] +[344,345] +[346,347] +[348,349] +[350,351] +[352,353] +[354,355] +[356,357] +[358,359] +[360,361] +[362,363] +[364,365] +[366,367] +[368,369] +[370,371] +[372,373] +[374,375] +[376,377] +[378,379] +[380,381] +[382,383] +[384,385] +[386,387] +[388,389] +[390,391] +[392,393] +[394,395] +[396,397] +[398,399] +[400,401] +[402,403] +[404,405] +[406,407] +[408,409] +[410,411] +[412,413] +[414,415] +[416,417] +[418,419] +[420,421] +[422,423] +[424,425] +[426,427] +[428,429] +[430,431] +[432,433] +[434,435] +[436,437] +[438,439] +[440,441] +[442,443] +[444,445] +[446,447] +[448,449] +[450,451] +[452,453] +[454,455] +[456,457] +[458,459] +[460,461] +[462,463] +[464,465] +[466,467] +[468,469] +[470,471] +[472,473] +[474,475] +[476,477] +[478,479] +[480,481] +[482,483] +[484,485] +[486,487] +[488,489] +[490,491] +[492,493] +[494,495] +[496,497] +[498,499] +[500,501] +[502,503] +[504,505] +[506,507] +[508,509] +[510,511] +[512,513] +[514,515] +[516,517] +[518,519] +[520,521] +[522,523] +[524,525] +[526,527] +[528,529] +[530,531] +[532,533] +[534,535] +[536,537] +[538,539] +[540,541] +[542,543] +[544,545] +[546,547] +[548,549] +[550,551] +[552,553] +[554,555] +[556,557] +[558,559] +[560,561] +[562,563] +[564,565] +[566,567] +[568,569] +[570,571] +[572,573] +[574,575] +[576,577] +[578,579] +[580,581] +[582,583] +[584,585] +[586,587] +[588,589] +[590,591] +[592,593] +[594,595] +[596,597] +[598,599] +[600,601] +[602,603] +[604,605] +[606,607] +[608,609] +[610,611] +[612,613] +[614,615] +[616,617] +[618,619] +[620,621] +[622,623] +[624,625] +[626,627] +[628,629] +[630,631] +[632,633] +[634,635] +[636,637] +[638,639] +[640,641] +[642,643] +[644,645] +[646,647] +[648,649] +[650,651] +[652,653] +[654,655] +[656,657] +[658,659] +[660,661] +[662,663] +[664,665] +[666,667] +[668,669] +[670,671] +[672,673] +[674,675] +[676,677] +[678,679] +[680,681] +[682,683] +[684,685] +[686,687] +[688,689] +[690,691] +[692,693] +[694,695] +[696,697] +[698,699] +[700,701] +[702,703] +[704,705] +[706,707] +[708,709] +[710,711] +[712,713] +[714,715] +[716,717] +[718,719] +[720,721] +[722,723] +[724,725] +[726,727] +[728,729] +[730,731] +[732,733] +[734,735] +[736,737] +[738,739] +[740,741] +[742,743] +[744,745] +[746,747] +[748,749] +[750,751] +[752,753] +[754,755] +[756,757] +[758,759] +[760,761] +[762,763] +[764,765] +[766,767] +[768,769] +[770,771] +[772,773] +[774,775] +[776,777] +[778,779] +[780,781] +[782,783] +[784,785] +[786,787] +[788,789] +[790,791] +[792,793] +[794,795] +[796,797] +[798,799] +[800,801] +[802,803] +[804,805] +[806,807] +[808,809] +[810,811] +[812,813] +[814,815] +[816,817] +[818,819] +[820,821] +[822,823] +[824,825] +[826,827] +[828,829] +[830,831] +[832,833] +[834,835] +[836,837] +[838,839] +[840,841] +[842,843] +[844,845] +[846,847] +[848,849] +[850,851] +[852,853] +[854,855] +[856,857] +[858,859] +[860,861] +[862,863] +[864,865] +[866,867] +[868,869] +[870,871] +[872,873] +[874,875] +[876,877] +[878,879] +[880,881] +[882,883] +[884,885] +[886,887] +[888,889] +[890,891] +[892,893] +[894,895] +[896,897] +[898,899] +[900,901] +[902,903] +[904,905] +[906,907] +[908,909] +[910,911] +[912,913] +[914,915] +[916,917] +[918,919] +[920,921] +[922,923] +[924,925] +[926,927] +[928,929] +[930,931] +[932,933] +[934,935] +[936,937] +[938,939] +[940,941] +[942,943] +[944,945] +[946,947] +[948,949] +[950,951] +[952,953] +[954,955] +[956,957] +[958,959] +[960,961] +[962,963] +[964,965] +[966,967] +[968,969] +[970,971] +[972,973] +[974,975] +[976,977] +[978,979] +[980,981] +[982,983] +[984,985] +[986,987] +[988,989] +[990,991] +[992,993] +[994,995] +[996,997] +[998,999] +[1000,1001] +[1002,1003] +[1004,1005] +[1006,1007] +[1008,1009] +[1010,1011] +[1012,1013] +[1014,1015] +[1016,1017] +[1018,1019] +[1020,1021] +[1022,1023] +[1024,1025] +[1026,1027] +[1028,1029] +[1030,1031] +[1032,1033] +[1034,1035] +[1036,1037] +[1038,1039] +[1040,1041] +[1042,1043] +[1044,1045] +[1046,1047] +[1048,1049] +[1050,1051] +[1052,1053] +[1054,1055] +[1056,1057] +[1058,1059] +[1060,1061] +[1062,1063] +[1064,1065] +[1066,1067] +[1068,1069] +[1070,1071] +[1072,1073] +[1074,1075] +[1076,1077] +[1078,1079] +[1080,1081] +[1082,1083] +[1084,1085] +[1086,1087] +[1088,1089] +[1090,1091] +[1092,1093] +[1094,1095] +[1096,1097] +[1098,1099] +[1100,1101] +[1102,1103] +[1104,1105] +[1106,1107] +[1108,1109] +[1110,1111] +[1112,1113] +[1114,1115] +[1116,1117] +[1118,1119] +[1120,1121] +[1122,1123] +[1124,1125] +[1126,1127] +[1128,1129] +[1130,1131] +[1132,1133] +[1134,1135] +[1136,1137] +[1138,1139] +[1140,1141] +[1142,1143] +[1144,1145] +[1146,1147] +[1148,1149] +[1150,1151] +[1152,1153] +[1154,1155] +[1156,1157] +[1158,1159] +[1160,1161] +[1162,1163] +[1164,1165] +[1166,1167] +[1168,1169] +[1170,1171] +[1172,1173] +[1174,1175] +[1176,1177] +[1178,1179] +[1180,1181] +[1182,1183] +[1184,1185] +[1186,1187] +[1188,1189] +[1190,1191] +[1192,1193] +[1194,1195] +[1196,1197] +[1198,1199] +[1200,1201] +[1202,1203] +[1204,1205] +[1206,1207] +[1208,1209] +[1210,1211] +[1212,1213] +[1214,1215] +[1216,1217] +[1218,1219] +[1220,1221] +[1222,1223] +[1224,1225] +[1226,1227] +[1228,1229] +[1230,1231] +[1232,1233] +[1234,1235] +[1236,1237] +[1238,1239] +[1240,1241] +[1242,1243] +[1244,1245] +[1246,1247] +[1248,1249] +[1250,1251] +[1252,1253] +[1254,1255] +[1256,1257] +[1258,1259] +[1260,1261] +[1262,1263] +[1264,1265] +[1266,1267] +[1268,1269] +[1270,1271] +[1272,1273] +[1274,1275] +[1276,1277] +[1278,1279] +[1280,1281] +[1282,1283] +[1284,1285] +[1286,1287] +[1288,1289] +[1290,1291] +[1292,1293] +[1294,1295] +[1296,1297] +[1298,1299] +[1300,1301] +[1302,1303] +[1304,1305] +[1306,1307] +[1308,1309] +[1310,1311] +[1312,1313] +[1314,1315] +[1316,1317] +[1318,1319] +[1320,1321] +[1322,1323] +[1324,1325] +[1326,1327] +[1328,1329] +[1330,1331] +[1332,1333] +[1334,1335] +[1336,1337] +[1338,1339] +[1340,1341] +[1342,1343] +[1344,1345] +[1346,1347] +[1348,1349] +[1350,1351] +[1352,1353] +[1354,1355] +[1356,1357] +[1358,1359] +[1360,1361] +[1362,1363] +[1364,1365] +[1366,1367] +[1368,1369] +[1370,1371] +[1372,1373] +[1374,1375] +[1376,1377] +[1378,1379] +[1380,1381] +[1382,1383] +[1384,1385] +[1386,1387] +[1388,1389] +[1390,1391] +[1392,1393] +[1394,1395] +[1396,1397] +[1398,1399] +[1400,1401] +[1402,1403] +[1404,1405] +[1406,1407] +[1408,1409] +[1410,1411] +[1412,1413] +[1414,1415] +[1416,1417] +[1418,1419] +[1420,1421] +[1422,1423] +[1424,1425] +[1426,1427] +[1428,1429] +[1430,1431] +[1432,1433] +[1434,1435] +[1436,1437] +[1438,1439] +[1440,1441] +[1442,1443] +[1444,1445] +[1446,1447] +[1448,1449] +[1450,1451] +[1452,1453] +[1454,1455] +[1456,1457] +[1458,1459] +[1460,1461] +[1462,1463] +[1464,1465] +[1466,1467] +[1468,1469] +[1470,1471] +[1472,1473] +[1474,1475] +[1476,1477] +[1478,1479] +[1480,1481] +[1482,1483] +[1484,1485] +[1486,1487] +[1488,1489] +[1490,1491] +[1492,1493] +[1494,1495] +[1496,1497] +[1498,1499] +[1500,1501] +[1502,1503] +[1504,1505] +[1506,1507] +[1508,1509] +[1510,1511] +[1512,1513] +[1514,1515] +[1516,1517] +[1518,1519] +[1520,1521] +[1522,1523] +[1524,1525] +[1526,1527] +[1528,1529] +[1530,1531] +[1532,1533] +[1534,1535] +[1536,1537] +[1538,1539] +[1540,1541] +[1542,1543] +[1544,1545] +[1546,1547] +[1548,1549] +[1550,1551] +[1552,1553] +[1554,1555] +[1556,1557] +[1558,1559] +[1560,1561] +[1562,1563] +[1564,1565] +[1566,1567] +[1568,1569] +[1570,1571] +[1572,1573] +[1574,1575] +[1576,1577] +[1578,1579] +[1580,1581] +[1582,1583] +[1584,1585] +[1586,1587] +[1588,1589] +[1590,1591] +[1592,1593] +[1594,1595] +[1596,1597] +[1598,1599] +[1600,1601] +[1602,1603] +[1604,1605] +[1606,1607] +[1608,1609] +[1610,1611] +[1612,1613] +[1614,1615] +[1616,1617] +[1618,1619] +[1620,1621] +[1622,1623] +[1624,1625] +[1626,1627] +[1628,1629] +[1630,1631] +[1632,1633] +[1634,1635] +[1636,1637] +[1638,1639] +[1640,1641] +[1642,1643] +[1644,1645] +[1646,1647] +[1648,1649] +[1650,1651] +[1652,1653] +[1654,1655] +[1656,1657] +[1658,1659] +[1660,1661] +[1662,1663] +[1664,1665] +[1666,1667] +[1668,1669] +[1670,1671] +[1672,1673] +[1674,1675] +[1676,1677] +[1678,1679] +[1680,1681] +[1682,1683] +[1684,1685] +[1686,1687] +[1688,1689] +[1690,1691] +[1692,1693] +[1694,1695] +[1696,1697] +[1698,1699] +[1700,1701] +[1702,1703] +[1704,1705] +[1706,1707] +[1708,1709] +[1710,1711] +[1712,1713] +[1714,1715] +[1716,1717] +[1718,1719] +[1720,1721] +[1722,1723] +[1724,1725] +[1726,1727] +[1728,1729] +[1730,1731] +[1732,1733] +[1734,1735] +[1736,1737] +[1738,1739] +[1740,1741] +[1742,1743] +[1744,1745] +[1746,1747] +[1748,1749] +[1750,1751] +[1752,1753] +[1754,1755] +[1756,1757] +[1758,1759] +[1760,1761] +[1762,1763] +[1764,1765] +[1766,1767] +[1768,1769] +[1770,1771] +[1772,1773] +[1774,1775] +[1776,1777] +[1778,1779] +[1780,1781] +[1782,1783] +[1784,1785] +[1786,1787] +[1788,1789] +[1790,1791] +[1792,1793] +[1794,1795] +[1796,1797] +[1798,1799] +[1800,1801] +[1802,1803] +[1804,1805] +[1806,1807] +[1808,1809] +[1810,1811] +[1812,1813] +[1814,1815] +[1816,1817] +[1818,1819] +[1820,1821] +[1822,1823] +[1824,1825] +[1826,1827] +[1828,1829] +[1830,1831] +[1832,1833] +[1834,1835] +[1836,1837] +[1838,1839] +[1840,1841] +[1842,1843] +[1844,1845] +[1846,1847] +[1848,1849] +[1850,1851] +[1852,1853] +[1854,1855] +[1856,1857] +[1858,1859] +[1860,1861] +[1862,1863] +[1864,1865] +[1866,1867] +[1868,1869] +[1870,1871] +[1872,1873] +[1874,1875] +[1876,1877] +[1878,1879] +[1880,1881] +[1882,1883] +[1884,1885] +[1886,1887] +[1888,1889] +[1890,1891] +[1892,1893] +[1894,1895] +[1896,1897] +[1898,1899] +[1900,1901] +[1902,1903] +[1904,1905] +[1906,1907] +[1908,1909] +[1910,1911] +[1912,1913] +[1914,1915] +[1916,1917] +[1918,1919] +[1920,1921] +[1922,1923] +[1924,1925] +[1926,1927] +[1928,1929] +[1930,1931] +[1932,1933] +[1934,1935] +[1936,1937] +[1938,1939] +[1940,1941] +[1942,1943] +[1944,1945] +[1946,1947] +[1948,1949] +[1950,1951] +[1952,1953] +[1954,1955] +[1956,1957] +[1958,1959] +[1960,1961] +[1962,1963] +[1964,1965] +[1966,1967] +[1968,1969] +[1970,1971] +[1972,1973] +[1974,1975] +[1976,1977] +[1978,1979] +[1980,1981] +[1982,1983] +[1984,1985] +[1986,1987] +[1988,1989] +[1990,1991] +[1992,1993] +[1994,1995] +[1996,1997] +[1998,1999] +[2000,2001] +[2002,2003] +[2004,2005] +[2006,2007] +[2008,2009] +[2010,2011] +[2012,2013] +[2014,2015] +[2016,2017] +[2018,2019] +[2020,2021] +[2022,2023] +[2024,2025] +[2026,2027] +[2028,2029] +[2030,2031] +[2032,2033] +[2034,2035] +[2036,2037] +[2038,2039] +[2040,2041] +[2042,2043] +[2044,2045] +[2046,2047] +[2048,2049] +[2050,2051] +[2052,2053] +[2054,2055] +[2056,2057] +[2058,2059] +[2060,2061] +[2062,2063] +[2064,2065] +[2066,2067] +[2068,2069] +[2070,2071] +[2072,2073] +[2074,2075] +[2076,2077] +[2078,2079] +[2080,2081] +[2082,2083] +[2084,2085] +[2086,2087] +[2088,2089] +[2090,2091] +[2092,2093] +[2094,2095] +[2096,2097] +[2098,2099] +[2100,2101] +[2102,2103] +[2104,2105] +[2106,2107] +[2108,2109] +[2110,2111] +[2112,2113] +[2114,2115] +[2116,2117] +[2118,2119] +[2120,2121] +[2122,2123] +[2124,2125] +[2126,2127] +[2128,2129] +[2130,2131] +[2132,2133] +[2134,2135] +[2136,2137] +[2138,2139] +[2140,2141] +[2142,2143] +[2144,2145] +[2146,2147] +[2148,2149] +PREHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +POSTHOOK: query: explain select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1025 Data size: 4100 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[0] (type: int), l1[1] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1025 Data size: 4100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1025 Data size: 4100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select l1[0], l1[1] from parquet_complex_types +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select l1[0], l1[1] from parquet_complex_types +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +100 101 +102 103 +104 105 +106 107 +108 109 +110 111 +112 113 +114 115 +116 117 +118 119 +120 121 +122 123 +124 125 +126 127 +128 129 +130 131 +132 133 +134 135 +136 137 +138 139 +140 141 +142 143 +144 145 +146 147 +148 149 +150 151 +152 153 +154 155 +156 157 +158 159 +160 161 +162 163 +164 165 +166 167 +168 169 +170 171 +172 173 +174 175 +176 177 +178 179 +180 181 +182 183 +184 185 +186 187 +188 189 +190 191 +192 193 +194 195 +196 197 +198 199 +200 201 +202 203 +204 205 +206 207 +208 209 +210 211 +212 213 +214 215 +216 217 +218 219 +220 221 +222 223 +224 225 +226 227 +228 229 +230 231 +232 233 +234 235 +236 237 +238 239 +240 241 +242 243 +244 245 +246 247 +248 249 +250 251 +252 253 +254 255 +256 257 +258 259 +260 261 +262 263 +264 265 +266 267 +268 269 +270 271 +272 273 +274 275 +276 277 +278 279 +280 281 +282 283 +284 285 +286 287 +288 289 +290 291 +292 293 +294 295 +296 297 +298 299 +300 301 +302 303 +304 305 +306 307 +308 309 +310 311 +312 313 +314 315 +316 317 +318 319 +320 321 +322 323 +324 325 +326 327 +328 329 +330 331 +332 333 +334 335 +336 337 +338 339 +340 341 +342 343 +344 345 +346 347 +348 349 +350 351 +352 353 +354 355 +356 357 +358 359 +360 361 +362 363 +364 365 +366 367 +368 369 +370 371 +372 373 +374 375 +376 377 +378 379 +380 381 +382 383 +384 385 +386 387 +388 389 +390 391 +392 393 +394 395 +396 397 +398 399 +400 401 +402 403 +404 405 +406 407 +408 409 +410 411 +412 413 +414 415 +416 417 +418 419 +420 421 +422 423 +424 425 +426 427 +428 429 +430 431 +432 433 +434 435 +436 437 +438 439 +440 441 +442 443 +444 445 +446 447 +448 449 +450 451 +452 453 +454 455 +456 457 +458 459 +460 461 +462 463 +464 465 +466 467 +468 469 +470 471 +472 473 +474 475 +476 477 +478 479 +480 481 +482 483 +484 485 +486 487 +488 489 +490 491 +492 493 +494 495 +496 497 +498 499 +500 501 +502 503 +504 505 +506 507 +508 509 +510 511 +512 513 +514 515 +516 517 +518 519 +520 521 +522 523 +524 525 +526 527 +528 529 +530 531 +532 533 +534 535 +536 537 +538 539 +540 541 +542 543 +544 545 +546 547 +548 549 +550 551 +552 553 +554 555 +556 557 +558 559 +560 561 +562 563 +564 565 +566 567 +568 569 +570 571 +572 573 +574 575 +576 577 +578 579 +580 581 +582 583 +584 585 +586 587 +588 589 +590 591 +592 593 +594 595 +596 597 +598 599 +600 601 +602 603 +604 605 +606 607 +608 609 +610 611 +612 613 +614 615 +616 617 +618 619 +620 621 +622 623 +624 625 +626 627 +628 629 +630 631 +632 633 +634 635 +636 637 +638 639 +640 641 +642 643 +644 645 +646 647 +648 649 +650 651 +652 653 +654 655 +656 657 +658 659 +660 661 +662 663 +664 665 +666 667 +668 669 +670 671 +672 673 +674 675 +676 677 +678 679 +680 681 +682 683 +684 685 +686 687 +688 689 +690 691 +692 693 +694 695 +696 697 +698 699 +700 701 +702 703 +704 705 +706 707 +708 709 +710 711 +712 713 +714 715 +716 717 +718 719 +720 721 +722 723 +724 725 +726 727 +728 729 +730 731 +732 733 +734 735 +736 737 +738 739 +740 741 +742 743 +744 745 +746 747 +748 749 +750 751 +752 753 +754 755 +756 757 +758 759 +760 761 +762 763 +764 765 +766 767 +768 769 +770 771 +772 773 +774 775 +776 777 +778 779 +780 781 +782 783 +784 785 +786 787 +788 789 +790 791 +792 793 +794 795 +796 797 +798 799 +800 801 +802 803 +804 805 +806 807 +808 809 +810 811 +812 813 +814 815 +816 817 +818 819 +820 821 +822 823 +824 825 +826 827 +828 829 +830 831 +832 833 +834 835 +836 837 +838 839 +840 841 +842 843 +844 845 +846 847 +848 849 +850 851 +852 853 +854 855 +856 857 +858 859 +860 861 +862 863 +864 865 +866 867 +868 869 +870 871 +872 873 +874 875 +876 877 +878 879 +880 881 +882 883 +884 885 +886 887 +888 889 +890 891 +892 893 +894 895 +896 897 +898 899 +900 901 +902 903 +904 905 +906 907 +908 909 +910 911 +912 913 +914 915 +916 917 +918 919 +920 921 +922 923 +924 925 +926 927 +928 929 +930 931 +932 933 +934 935 +936 937 +938 939 +940 941 +942 943 +944 945 +946 947 +948 949 +950 951 +952 953 +954 955 +956 957 +958 959 +960 961 +962 963 +964 965 +966 967 +968 969 +970 971 +972 973 +974 975 +976 977 +978 979 +980 981 +982 983 +984 985 +986 987 +988 989 +990 991 +992 993 +994 995 +996 997 +998 999 +1000 1001 +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +2146 2147 +2148 2149 +PREHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +POSTHOOK: query: explain select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: parquet_complex_types + Statistics: Num rows: 1025 Data size: 4100 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (l1[0] > 1000) (type: boolean) + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: l1[1] (type: int), l1[0] (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col1) + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 341 Data size: 1364 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: bigint), _col0 (type: int) + outputColumnNames: _col0, _col2 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 170 Data size: 680 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +PREHOOK: type: QUERY +PREHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +POSTHOOK: query: select sum(l1[0]), l1[1] from parquet_complex_types where l1[0] > 1000 group by l1[1] order by l1[1] +POSTHOOK: type: QUERY +POSTHOOK: Input: default@parquet_complex_types +#### A masked pattern was here #### +1002 1003 +1004 1005 +1006 1007 +1008 1009 +1010 1011 +1012 1013 +1014 1015 +1016 1017 +1018 1019 +1020 1021 +1022 1023 +1024 1025 +1026 1027 +1028 1029 +1030 1031 +1032 1033 +1034 1035 +1036 1037 +1038 1039 +1040 1041 +1042 1043 +1044 1045 +1046 1047 +1048 1049 +1050 1051 +1052 1053 +1054 1055 +1056 1057 +1058 1059 +1060 1061 +1062 1063 +1064 1065 +1066 1067 +1068 1069 +1070 1071 +1072 1073 +1074 1075 +1076 1077 +1078 1079 +1080 1081 +1082 1083 +1084 1085 +1086 1087 +1088 1089 +1090 1091 +1092 1093 +1094 1095 +1096 1097 +1098 1099 +1100 1101 +1102 1103 +1104 1105 +1106 1107 +1108 1109 +1110 1111 +1112 1113 +1114 1115 +1116 1117 +1118 1119 +1120 1121 +1122 1123 +1124 1125 +1126 1127 +1128 1129 +1130 1131 +1132 1133 +1134 1135 +1136 1137 +1138 1139 +1140 1141 +1142 1143 +1144 1145 +1146 1147 +1148 1149 +1150 1151 +1152 1153 +1154 1155 +1156 1157 +1158 1159 +1160 1161 +1162 1163 +1164 1165 +1166 1167 +1168 1169 +1170 1171 +1172 1173 +1174 1175 +1176 1177 +1178 1179 +1180 1181 +1182 1183 +1184 1185 +1186 1187 +1188 1189 +1190 1191 +1192 1193 +1194 1195 +1196 1197 +1198 1199 +1200 1201 +1202 1203 +1204 1205 +1206 1207 +1208 1209 +1210 1211 +1212 1213 +1214 1215 +1216 1217 +1218 1219 +1220 1221 +1222 1223 +1224 1225 +1226 1227 +1228 1229 +1230 1231 +1232 1233 +1234 1235 +1236 1237 +1238 1239 +1240 1241 +1242 1243 +1244 1245 +1246 1247 +1248 1249 +1250 1251 +1252 1253 +1254 1255 +1256 1257 +1258 1259 +1260 1261 +1262 1263 +1264 1265 +1266 1267 +1268 1269 +1270 1271 +1272 1273 +1274 1275 +1276 1277 +1278 1279 +1280 1281 +1282 1283 +1284 1285 +1286 1287 +1288 1289 +1290 1291 +1292 1293 +1294 1295 +1296 1297 +1298 1299 +1300 1301 +1302 1303 +1304 1305 +1306 1307 +1308 1309 +1310 1311 +1312 1313 +1314 1315 +1316 1317 +1318 1319 +1320 1321 +1322 1323 +1324 1325 +1326 1327 +1328 1329 +1330 1331 +1332 1333 +1334 1335 +1336 1337 +1338 1339 +1340 1341 +1342 1343 +1344 1345 +1346 1347 +1348 1349 +1350 1351 +1352 1353 +1354 1355 +1356 1357 +1358 1359 +1360 1361 +1362 1363 +1364 1365 +1366 1367 +1368 1369 +1370 1371 +1372 1373 +1374 1375 +1376 1377 +1378 1379 +1380 1381 +1382 1383 +1384 1385 +1386 1387 +1388 1389 +1390 1391 +1392 1393 +1394 1395 +1396 1397 +1398 1399 +1400 1401 +1402 1403 +1404 1405 +1406 1407 +1408 1409 +1410 1411 +1412 1413 +1414 1415 +1416 1417 +1418 1419 +1420 1421 +1422 1423 +1424 1425 +1426 1427 +1428 1429 +1430 1431 +1432 1433 +1434 1435 +1436 1437 +1438 1439 +1440 1441 +1442 1443 +1444 1445 +1446 1447 +1448 1449 +1450 1451 +1452 1453 +1454 1455 +1456 1457 +1458 1459 +1460 1461 +1462 1463 +1464 1465 +1466 1467 +1468 1469 +1470 1471 +1472 1473 +1474 1475 +1476 1477 +1478 1479 +1480 1481 +1482 1483 +1484 1485 +1486 1487 +1488 1489 +1490 1491 +1492 1493 +1494 1495 +1496 1497 +1498 1499 +1500 1501 +1502 1503 +1504 1505 +1506 1507 +1508 1509 +1510 1511 +1512 1513 +1514 1515 +1516 1517 +1518 1519 +1520 1521 +1522 1523 +1524 1525 +1526 1527 +1528 1529 +1530 1531 +1532 1533 +1534 1535 +1536 1537 +1538 1539 +1540 1541 +1542 1543 +1544 1545 +1546 1547 +1548 1549 +1550 1551 +1552 1553 +1554 1555 +1556 1557 +1558 1559 +1560 1561 +1562 1563 +1564 1565 +1566 1567 +1568 1569 +1570 1571 +1572 1573 +1574 1575 +1576 1577 +1578 1579 +1580 1581 +1582 1583 +1584 1585 +1586 1587 +1588 1589 +1590 1591 +1592 1593 +1594 1595 +1596 1597 +1598 1599 +1600 1601 +1602 1603 +1604 1605 +1606 1607 +1608 1609 +1610 1611 +1612 1613 +1614 1615 +1616 1617 +1618 1619 +1620 1621 +1622 1623 +1624 1625 +1626 1627 +1628 1629 +1630 1631 +1632 1633 +1634 1635 +1636 1637 +1638 1639 +1640 1641 +1642 1643 +1644 1645 +1646 1647 +1648 1649 +1650 1651 +1652 1653 +1654 1655 +1656 1657 +1658 1659 +1660 1661 +1662 1663 +1664 1665 +1666 1667 +1668 1669 +1670 1671 +1672 1673 +1674 1675 +1676 1677 +1678 1679 +1680 1681 +1682 1683 +1684 1685 +1686 1687 +1688 1689 +1690 1691 +1692 1693 +1694 1695 +1696 1697 +1698 1699 +1700 1701 +1702 1703 +1704 1705 +1706 1707 +1708 1709 +1710 1711 +1712 1713 +1714 1715 +1716 1717 +1718 1719 +1720 1721 +1722 1723 +1724 1725 +1726 1727 +1728 1729 +1730 1731 +1732 1733 +1734 1735 +1736 1737 +1738 1739 +1740 1741 +1742 1743 +1744 1745 +1746 1747 +1748 1749 +1750 1751 +1752 1753 +1754 1755 +1756 1757 +1758 1759 +1760 1761 +1762 1763 +1764 1765 +1766 1767 +1768 1769 +1770 1771 +1772 1773 +1774 1775 +1776 1777 +1778 1779 +1780 1781 +1782 1783 +1784 1785 +1786 1787 +1788 1789 +1790 1791 +1792 1793 +1794 1795 +1796 1797 +1798 1799 +1800 1801 +1802 1803 +1804 1805 +1806 1807 +1808 1809 +1810 1811 +1812 1813 +1814 1815 +1816 1817 +1818 1819 +1820 1821 +1822 1823 +1824 1825 +1826 1827 +1828 1829 +1830 1831 +1832 1833 +1834 1835 +1836 1837 +1838 1839 +1840 1841 +1842 1843 +1844 1845 +1846 1847 +1848 1849 +1850 1851 +1852 1853 +1854 1855 +1856 1857 +1858 1859 +1860 1861 +1862 1863 +1864 1865 +1866 1867 +1868 1869 +1870 1871 +1872 1873 +1874 1875 +1876 1877 +1878 1879 +1880 1881 +1882 1883 +1884 1885 +1886 1887 +1888 1889 +1890 1891 +1892 1893 +1894 1895 +1896 1897 +1898 1899 +1900 1901 +1902 1903 +1904 1905 +1906 1907 +1908 1909 +1910 1911 +1912 1913 +1914 1915 +1916 1917 +1918 1919 +1920 1921 +1922 1923 +1924 1925 +1926 1927 +1928 1929 +1930 1931 +1932 1933 +1934 1935 +1936 1937 +1938 1939 +1940 1941 +1942 1943 +1944 1945 +1946 1947 +1948 1949 +1950 1951 +1952 1953 +1954 1955 +1956 1957 +1958 1959 +1960 1961 +1962 1963 +1964 1965 +1966 1967 +1968 1969 +1970 1971 +1972 1973 +1974 1975 +1976 1977 +1978 1979 +1980 1981 +1982 1983 +1984 1985 +1986 1987 +1988 1989 +1990 1991 +1992 1993 +1994 1995 +1996 1997 +1998 1999 +2000 2001 +2002 2003 +2004 2005 +2006 2007 +2008 2009 +2010 2011 +2012 2013 +2014 2015 +2016 2017 +2018 2019 +2020 2021 +2022 2023 +2024 2025 +2026 2027 +2028 2029 +2030 2031 +2032 2033 +2034 2035 +2036 2037 +2038 2039 +2040 2041 +2042 2043 +2044 2045 +2046 2047 +2048 2049 +2050 2051 +2052 2053 +2054 2055 +2056 2057 +2058 2059 +2060 2061 +2062 2063 +2064 2065 +2066 2067 +2068 2069 +2070 2071 +2072 2073 +2074 2075 +2076 2077 +2078 2079 +2080 2081 +2082 2083 +2084 2085 +2086 2087 +2088 2089 +2090 2091 +2092 2093 +2094 2095 +2096 2097 +2098 2099 +2100 2101 +2102 2103 +2104 2105 +2106 2107 +2108 2109 +2110 2111 +2112 2113 +2114 2115 +2116 2117 +2118 2119 +2120 2121 +2122 2123 +2124 2125 +2126 2127 +2128 2129 +2130 2131 +2132 2133 +2134 2135 +2136 2137 +2138 2139 +2140 2141 +2142 2143 +2144 2145 +2146 2147 +2148 2149 diff --git a/ql/src/test/results/clientpositive/vector_complex_join.q.out b/ql/src/test/results/clientpositive/vector_complex_join.q.out index f8501f6408..b650e3b489 100644 --- a/ql/src/test/results/clientpositive/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/vector_complex_join.q.out @@ -210,7 +210,13 @@ STAGE PLANS: TableScan alias: test2a Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + TableScan Vectorization: + native: true Filter Operator + Filter Vectorization: + className: VectorFilterOperator + native: true + predicateExpression: SelectColumnIsNotNull(col 2:int)(children: ListIndexColScalar(col 0:array, col 1:int) -> 2:int) predicate: a[1] is not null (type: boolean) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Map Join Operator @@ -219,25 +225,41 @@ STAGE PLANS: keys: 0 a (type: int) 1 a[1] (type: int) + Map Join Vectorization: + className: VectorMapJoinOperator + native: false + nativeConditionsMet: hive.mapjoin.optimized.hashtable IS true, hive.vectorized.execution.mapjoin.native.enabled IS true, One MapJoin Condition IS true, No nullsafe IS true, Small table vectorizes IS true, Optimized Table and Supports Key Types IS true + nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false outputColumnNames: _col0, _col4 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col4 (type: array) outputColumnNames: _col0, _col1 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1] Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map Vectorization: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] inputFileFormats: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - notVectorizedReason: FILTER operator: Unexpected hive type name array - vectorized: false + allNative: false + usesVectorUDFAdaptor: false + vectorized: true Local Work: Map Reduce Local Work