Index: ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java (revision 1026228) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ConditionalResolverMergeFiles.java (working copy) @@ -122,16 +122,27 @@ // If the input file does not exist, replace it by a empty file Path dirPath = new Path(dirName); FileSystem inpFs = dirPath.getFileSystem(conf); - + if (inpFs.exists(dirPath)) { - FileStatus[] fStats = inpFs.listStatus(dirPath); + DynamicPartitionCtx dpCtx = ctx.getDPCtx(); + boolean doMerge = false; + FileStatus[] fStats = null; + if (dpCtx != null && dpCtx.getNumDPCols() > 0) { + fStats = Utilities.getFileStatusRecurse(dirPath, + dpCtx.getNumDPCols() + 1, inpFs); + + } else { + fStats = inpFs.listStatus(dirPath); + } + long totalSz = 0; for (FileStatus fStat : fStats) { totalSz += fStat.getLen(); } - long currAvgSz = totalSz / fStats.length; - if ((currAvgSz < avgConditionSize) && (fStats.length > 1)) { + doMerge = (currAvgSz < avgConditionSize) && (fStats.length > 1); + + if (doMerge) { // // for each dynamic partition, generate a merge task // populate aliasToWork, pathToPartitionInfo, pathToAlias @@ -143,7 +154,6 @@ // Dynamic partition: replace input path (root to dp paths) with dynamic partition // input paths. - DynamicPartitionCtx dpCtx = ctx.getDPCtx(); if (dpCtx != null && dpCtx.getNumDPCols() > 0) { FileStatus[] status = Utilities.getFileStatusRecurse(dirPath, dpCtx.getNumDPCols(), inpFs); Index: ql/src/test/queries/clientpositive/merge_dynamic_partition.q =================================================================== --- ql/src/test/queries/clientpositive/merge_dynamic_partition.q (revision 0) +++ ql/src/test/queries/clientpositive/merge_dynamic_partition.q (revision 0) @@ -0,0 +1,46 @@ +set hive.exec.dynamic.partition=true; +set hive.exec.dynamic.partition.mode=nonstrict; + +create table srcpart_merge_dp like srcpart; + +create table merge_dynamic_part like srcpart; + +load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11); +load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11); +load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11); +load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11); + +set hive.input.format=org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat; +set hive.merge.mapfiles=false; +set hive.merge.mapredfiles=false; +set hive.merge.smallfiles.avgsize=1000000000; +explain +insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08'; +insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08'; + +select * from merge_dynamic_part; +show table extended like `merge_dynamic_part`; + + +set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat; +set hive.merge.mapfiles=true; +set hive.merge.mapredfiles=true; +set hive.merge.smallfiles.avgsize=1000000000; +explain +insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08'; +insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08'; + +select * from merge_dynamic_part; +show table extended like `merge_dynamic_part`; + +set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat; +set hive.merge.mapfiles=true; +set hive.merge.mapredfiles=true; +set hive.merge.smallfiles.avgsize=1000000000; +explain +insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11; +insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11;; + +select * from merge_dynamic_part; +show table extended like `merge_dynamic_part`; + Index: ql/src/test/results/clientpositive/merge_dynamic_partition.q.out =================================================================== --- ql/src/test/results/clientpositive/merge_dynamic_partition.q.out (revision 0) +++ ql/src/test/results/clientpositive/merge_dynamic_partition.q.out (revision 0) @@ -0,0 +1,1917 @@ +PREHOOK: query: create table srcpart_merge_dp like srcpart +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table srcpart_merge_dp like srcpart +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@srcpart_merge_dp +PREHOOK: query: create table merge_dynamic_part like srcpart +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table merge_dynamic_part like srcpart +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@merge_dynamic_part +PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) +PREHOOK: type: LOAD +POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) +POSTHOOK: type: LOAD +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) +PREHOOK: type: LOAD +POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) +POSTHOOK: type: LOAD +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) +PREHOOK: type: LOAD +POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) +POSTHOOK: type: LOAD +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) +PREHOOK: type: LOAD +POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11) +POSTHOOK: type: LOAD +POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +PREHOOK: query: explain +insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08' +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF srcpart_merge_dp)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB merge_dynamic_part (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08')))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + srcpart_merge_dp + TableScan + alias: srcpart_merge_dp + Filter Operator + predicate: + expr: (ds = '2008-04-08') + type: boolean + Filter Operator + predicate: + expr: (ds = '2008-04-08') + type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_dynamic_part + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 2008-04-08 + hr + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_dynamic_part + + Stage: Stage-2 + Stats-Aggr Operator + + +PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08' +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +POSTHOOK: query: insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr) select key, value, hr from srcpart_merge_dp where ds='2008-04-08' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=11 +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: select * from merge_dynamic_part +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11 +PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-11-04_14-42-21_142_3343014229979092724/-mr-10000 +POSTHOOK: query: select * from merge_dynamic_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11 +POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-11-04_14-42-21_142_3343014229979092724/-mr-10000 +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +165 val_165 2008-04-08 11 +484 val_484 2008-04-08 11 +150 val_150 2008-04-08 11 +224 val_224 2008-04-08 11 +66 val_66 2008-04-08 11 +213 val_213 2008-04-08 11 +374 val_374 2008-04-08 11 +495 val_495 2008-04-08 11 +37 val_37 2008-04-08 11 +327 val_327 2008-04-08 11 +15 val_15 2008-04-08 11 +338 val_338 2008-04-08 11 +459 val_459 2008-04-08 11 +466 val_466 2008-04-08 11 +396 val_396 2008-04-08 11 +309 val_309 2008-04-08 11 +367 val_367 2008-04-08 11 +0 val_0 2008-04-08 11 +455 val_455 2008-04-08 11 +316 val_316 2008-04-08 11 +345 val_345 2008-04-08 11 +129 val_129 2008-04-08 11 +378 val_378 2008-04-08 11 +4 val_4 2008-04-08 11 +356 val_356 2008-04-08 11 +169 val_169 2008-04-08 11 +125 val_125 2008-04-08 11 +437 val_437 2008-04-08 11 +286 val_286 2008-04-08 11 +187 val_187 2008-04-08 11 +176 val_176 2008-04-08 11 +459 val_459 2008-04-08 11 +51 val_51 2008-04-08 11 +103 val_103 2008-04-08 11 +239 val_239 2008-04-08 11 +213 val_213 2008-04-08 11 +176 val_176 2008-04-08 11 +275 val_275 2008-04-08 11 +260 val_260 2008-04-08 11 +404 val_404 2008-04-08 11 +217 val_217 2008-04-08 11 +84 val_84 2008-04-08 11 +466 val_466 2008-04-08 11 +8 val_8 2008-04-08 11 +411 val_411 2008-04-08 11 +172 val_172 2008-04-08 11 +129 val_129 2008-04-08 11 +158 val_158 2008-04-08 11 +0 val_0 2008-04-08 11 +26 val_26 2008-04-08 11 +165 val_165 2008-04-08 11 +327 val_327 2008-04-08 11 +51 val_51 2008-04-08 11 +404 val_404 2008-04-08 11 +95 val_95 2008-04-08 11 +282 val_282 2008-04-08 11 +187 val_187 2008-04-08 11 +316 val_316 2008-04-08 11 +169 val_169 2008-04-08 11 +77 val_77 2008-04-08 11 +0 val_0 2008-04-08 11 +118 val_118 2008-04-08 11 +282 val_282 2008-04-08 11 +419 val_419 2008-04-08 11 +15 val_15 2008-04-08 11 +118 val_118 2008-04-08 11 +19 val_19 2008-04-08 11 +224 val_224 2008-04-08 11 +309 val_309 2008-04-08 11 +389 val_389 2008-04-08 11 +327 val_327 2008-04-08 11 +242 val_242 2008-04-08 11 +392 val_392 2008-04-08 11 +242 val_242 2008-04-08 11 +396 val_396 2008-04-08 11 +95 val_95 2008-04-08 11 +11 val_11 2008-04-08 11 +143 val_143 2008-04-08 11 +228 val_228 2008-04-08 11 +33 val_33 2008-04-08 11 +103 val_103 2008-04-08 11 +367 val_367 2008-04-08 11 +239 val_239 2008-04-08 11 +480 val_480 2008-04-08 11 +202 val_202 2008-04-08 11 +316 val_316 2008-04-08 11 +235 val_235 2008-04-08 11 +80 val_80 2008-04-08 11 +44 val_44 2008-04-08 11 +466 val_466 2008-04-08 11 +257 val_257 2008-04-08 11 +190 val_190 2008-04-08 11 +114 val_114 2008-04-08 11 +396 val_396 2008-04-08 11 +217 val_217 2008-04-08 11 +125 val_125 2008-04-08 11 +187 val_187 2008-04-08 11 +480 val_480 2008-04-08 11 +491 val_491 2008-04-08 11 +305 val_305 2008-04-08 11 +444 val_444 2008-04-08 11 +169 val_169 2008-04-08 11 +323 val_323 2008-04-08 11 +480 val_480 2008-04-08 11 +136 val_136 2008-04-08 11 +172 val_172 2008-04-08 11 +462 val_462 2008-04-08 11 +26 val_26 2008-04-08 11 +462 val_462 2008-04-08 11 +341 val_341 2008-04-08 11 +183 val_183 2008-04-08 11 +84 val_84 2008-04-08 11 +37 val_37 2008-04-08 11 +448 val_448 2008-04-08 11 +194 val_194 2008-04-08 11 +477 val_477 2008-04-08 11 +169 val_169 2008-04-08 11 +400 val_400 2008-04-08 11 +27 val_27 2008-04-08 11 +409 val_409 2008-04-08 11 +265 val_265 2008-04-08 11 +401 val_401 2008-04-08 11 +166 val_166 2008-04-08 11 +430 val_430 2008-04-08 11 +287 val_287 2008-04-08 11 +207 val_207 2008-04-08 11 +199 val_199 2008-04-08 11 +247 val_247 2008-04-08 11 +489 val_489 2008-04-08 11 +162 val_162 2008-04-08 11 +397 val_397 2008-04-08 11 +342 val_342 2008-04-08 11 +195 val_195 2008-04-08 11 +155 val_155 2008-04-08 11 +203 val_203 2008-04-08 11 +339 val_339 2008-04-08 11 +302 val_302 2008-04-08 11 +438 val_438 2008-04-08 11 +489 val_489 2008-04-08 11 +221 val_221 2008-04-08 11 +92 val_92 2008-04-08 11 +111 val_111 2008-04-08 11 +427 val_427 2008-04-08 11 +382 val_382 2008-04-08 11 +386 val_386 2008-04-08 11 +430 val_430 2008-04-08 11 +221 val_221 2008-04-08 11 +137 val_137 2008-04-08 11 +180 val_180 2008-04-08 11 +12 val_12 2008-04-08 11 +67 val_67 2008-04-08 11 +489 val_489 2008-04-08 11 +353 val_353 2008-04-08 11 +272 val_272 2008-04-08 11 +463 val_463 2008-04-08 11 +119 val_119 2008-04-08 11 +496 val_496 2008-04-08 11 +393 val_393 2008-04-08 11 +100 val_100 2008-04-08 11 +298 val_298 2008-04-08 11 +199 val_199 2008-04-08 11 +191 val_191 2008-04-08 11 +96 val_96 2008-04-08 11 +481 val_481 2008-04-08 11 +409 val_409 2008-04-08 11 +470 val_470 2008-04-08 11 +137 val_137 2008-04-08 11 +85 val_85 2008-04-08 11 +364 val_364 2008-04-08 11 +306 val_306 2008-04-08 11 +272 val_272 2008-04-08 11 +331 val_331 2008-04-08 11 +401 val_401 2008-04-08 11 +452 val_452 2008-04-08 11 +177 val_177 2008-04-08 11 +5 val_5 2008-04-08 11 +317 val_317 2008-04-08 11 +34 val_34 2008-04-08 11 +229 val_229 2008-04-08 11 +195 val_195 2008-04-08 11 +430 val_430 2008-04-08 11 +119 val_119 2008-04-08 11 +489 val_489 2008-04-08 11 +78 val_78 2008-04-08 11 +41 val_41 2008-04-08 11 +492 val_492 2008-04-08 11 +449 val_449 2008-04-08 11 +218 val_218 2008-04-08 11 +30 val_30 2008-04-08 11 +74 val_74 2008-04-08 11 +342 val_342 2008-04-08 11 +368 val_368 2008-04-08 11 +485 val_485 2008-04-08 11 +70 val_70 2008-04-08 11 +401 val_401 2008-04-08 11 +191 val_191 2008-04-08 11 +5 val_5 2008-04-08 11 +438 val_438 2008-04-08 11 +467 val_467 2008-04-08 11 +229 val_229 2008-04-08 11 +463 val_463 2008-04-08 11 +283 val_283 2008-04-08 11 +331 val_331 2008-04-08 11 +335 val_335 2008-04-08 11 +104 val_104 2008-04-08 11 +409 val_409 2008-04-08 11 +401 val_401 2008-04-08 11 +258 val_258 2008-04-08 11 +203 val_203 2008-04-08 11 +12 val_12 2008-04-08 11 +478 val_478 2008-04-08 11 +298 val_298 2008-04-08 11 +382 val_382 2008-04-08 11 +5 val_5 2008-04-08 11 +70 val_70 2008-04-08 11 +397 val_397 2008-04-08 11 +104 val_104 2008-04-08 11 +70 val_70 2008-04-08 11 +438 val_438 2008-04-08 11 +119 val_119 2008-04-08 11 +360 val_360 2008-04-08 11 +199 val_199 2008-04-08 11 +478 val_478 2008-04-08 11 +317 val_317 2008-04-08 11 +207 val_207 2008-04-08 11 +265 val_265 2008-04-08 11 +353 val_353 2008-04-08 11 +214 val_214 2008-04-08 11 +133 val_133 2008-04-08 11 +375 val_375 2008-04-08 11 +401 val_401 2008-04-08 11 +67 val_67 2008-04-08 11 +379 val_379 2008-04-08 11 +492 val_492 2008-04-08 11 +100 val_100 2008-04-08 11 +298 val_298 2008-04-08 11 +9 val_9 2008-04-08 11 +126 val_126 2008-04-08 11 +86 val_86 2008-04-08 11 +255 val_255 2008-04-08 11 +273 val_273 2008-04-08 11 +369 val_369 2008-04-08 11 +406 val_406 2008-04-08 11 +152 val_152 2008-04-08 11 +145 val_145 2008-04-08 11 +277 val_277 2008-04-08 11 +82 val_82 2008-04-08 11 +417 val_417 2008-04-08 11 +219 val_219 2008-04-08 11 +446 val_446 2008-04-08 11 +394 val_394 2008-04-08 11 +237 val_237 2008-04-08 11 +482 val_482 2008-04-08 11 +174 val_174 2008-04-08 11 +413 val_413 2008-04-08 11 +208 val_208 2008-04-08 11 +174 val_174 2008-04-08 11 +417 val_417 2008-04-08 11 +365 val_365 2008-04-08 11 +266 val_266 2008-04-08 11 +439 val_439 2008-04-08 11 +325 val_325 2008-04-08 11 +167 val_167 2008-04-08 11 +475 val_475 2008-04-08 11 +17 val_17 2008-04-08 11 +57 val_57 2008-04-08 11 +149 val_149 2008-04-08 11 +170 val_170 2008-04-08 11 +20 val_20 2008-04-08 11 +280 val_280 2008-04-08 11 +35 val_35 2008-04-08 11 +277 val_277 2008-04-08 11 +208 val_208 2008-04-08 11 +192 val_192 2008-04-08 11 +138 val_138 2008-04-08 11 +318 val_318 2008-04-08 11 +332 val_332 2008-04-08 11 +284 val_284 2008-04-08 11 +181 val_181 2008-04-08 11 +138 val_138 2008-04-08 11 +208 val_208 2008-04-08 11 +24 val_24 2008-04-08 11 +431 val_431 2008-04-08 11 +42 val_42 2008-04-08 11 +468 val_468 2008-04-08 11 +156 val_156 2008-04-08 11 +468 val_468 2008-04-08 11 +196 val_196 2008-04-08 11 +288 val_288 2008-04-08 11 +457 val_457 2008-04-08 11 +318 val_318 2008-04-08 11 +318 val_318 2008-04-08 11 +369 val_369 2008-04-08 11 +413 val_413 2008-04-08 11 +134 val_134 2008-04-08 11 +138 val_138 2008-04-08 11 +307 val_307 2008-04-08 11 +435 val_435 2008-04-08 11 +277 val_277 2008-04-08 11 +273 val_273 2008-04-08 11 +369 val_369 2008-04-08 11 +226 val_226 2008-04-08 11 +497 val_497 2008-04-08 11 +402 val_402 2008-04-08 11 +35 val_35 2008-04-08 11 +336 val_336 2008-04-08 11 +233 val_233 2008-04-08 11 +42 val_42 2008-04-08 11 +321 val_321 2008-04-08 11 +149 val_149 2008-04-08 11 +138 val_138 2008-04-08 11 +453 val_453 2008-04-08 11 +64 val_64 2008-04-08 11 +468 val_468 2008-04-08 11 +167 val_167 2008-04-08 11 +219 val_219 2008-04-08 11 +116 val_116 2008-04-08 11 +288 val_288 2008-04-08 11 +244 val_244 2008-04-08 11 +280 val_280 2008-04-08 11 +2 val_2 2008-04-08 11 +35 val_35 2008-04-08 11 +321 val_321 2008-04-08 11 +53 val_53 2008-04-08 11 +105 val_105 2008-04-08 11 +406 val_406 2008-04-08 11 +406 val_406 2008-04-08 11 +262 val_262 2008-04-08 11 +424 val_424 2008-04-08 11 +431 val_431 2008-04-08 11 +431 val_431 2008-04-08 11 +424 val_424 2008-04-08 11 +291 val_291 2008-04-08 11 +24 val_24 2008-04-08 11 +255 val_255 2008-04-08 11 +163 val_163 2008-04-08 11 +200 val_200 2008-04-08 11 +237 val_237 2008-04-08 11 +439 val_439 2008-04-08 11 +248 val_248 2008-04-08 11 +479 val_479 2008-04-08 11 +417 val_417 2008-04-08 11 +325 val_325 2008-04-08 11 +277 val_277 2008-04-08 11 +178 val_178 2008-04-08 11 +468 val_468 2008-04-08 11 +310 val_310 2008-04-08 11 +493 val_493 2008-04-08 11 +460 val_460 2008-04-08 11 +233 val_233 2008-04-08 11 +406 val_406 2008-04-08 11 +189 val_189 2008-04-08 11 +134 val_134 2008-04-08 11 +167 val_167 2008-04-08 11 +273 val_273 2008-04-08 11 +97 val_97 2008-04-08 11 +28 val_28 2008-04-08 11 +152 val_152 2008-04-08 11 +307 val_307 2008-04-08 11 +222 val_222 2008-04-08 11 +200 val_200 2008-04-08 11 +97 val_97 2008-04-08 11 +238 val_238 2008-04-08 11 +311 val_311 2008-04-08 11 +278 val_278 2008-04-08 11 +98 val_98 2008-04-08 11 +193 val_193 2008-04-08 11 +128 val_128 2008-04-08 11 +146 val_146 2008-04-08 11 +429 val_429 2008-04-08 11 +469 val_469 2008-04-08 11 +281 val_281 2008-04-08 11 +209 val_209 2008-04-08 11 +403 val_403 2008-04-08 11 +252 val_252 2008-04-08 11 +292 val_292 2008-04-08 11 +153 val_153 2008-04-08 11 +193 val_193 2008-04-08 11 +494 val_494 2008-04-08 11 +399 val_399 2008-04-08 11 +377 val_377 2008-04-08 11 +113 val_113 2008-04-08 11 +128 val_128 2008-04-08 11 +311 val_311 2008-04-08 11 +205 val_205 2008-04-08 11 +157 val_157 2008-04-08 11 +47 val_47 2008-04-08 11 +72 val_72 2008-04-08 11 +399 val_399 2008-04-08 11 +498 val_498 2008-04-08 11 +469 val_469 2008-04-08 11 +54 val_54 2008-04-08 11 +216 val_216 2008-04-08 11 +278 val_278 2008-04-08 11 +289 val_289 2008-04-08 11 +65 val_65 2008-04-08 11 +311 val_311 2008-04-08 11 +241 val_241 2008-04-08 11 +83 val_83 2008-04-08 11 +333 val_333 2008-04-08 11 +230 val_230 2008-04-08 11 +384 val_384 2008-04-08 11 +373 val_373 2008-04-08 11 +348 val_348 2008-04-08 11 +58 val_58 2008-04-08 11 +230 val_230 2008-04-08 11 +348 val_348 2008-04-08 11 +179 val_179 2008-04-08 11 +322 val_322 2008-04-08 11 +197 val_197 2008-04-08 11 +454 val_454 2008-04-08 11 +418 val_418 2008-04-08 11 +230 val_230 2008-04-08 11 +205 val_205 2008-04-08 11 +120 val_120 2008-04-08 11 +131 val_131 2008-04-08 11 +43 val_43 2008-04-08 11 +436 val_436 2008-04-08 11 +469 val_469 2008-04-08 11 +308 val_308 2008-04-08 11 +98 val_98 2008-04-08 11 +197 val_197 2008-04-08 11 +490 val_490 2008-04-08 11 +87 val_87 2008-04-08 11 +179 val_179 2008-04-08 11 +395 val_395 2008-04-08 11 +238 val_238 2008-04-08 11 +72 val_72 2008-04-08 11 +90 val_90 2008-04-08 11 +10 val_10 2008-04-08 11 +395 val_395 2008-04-08 11 +58 val_58 2008-04-08 11 +168 val_168 2008-04-08 11 +472 val_472 2008-04-08 11 +322 val_322 2008-04-08 11 +498 val_498 2008-04-08 11 +160 val_160 2008-04-08 11 +458 val_458 2008-04-08 11 +76 val_76 2008-04-08 11 +223 val_223 2008-04-08 11 +209 val_209 2008-04-08 11 +76 val_76 2008-04-08 11 +69 val_69 2008-04-08 11 +230 val_230 2008-04-08 11 +296 val_296 2008-04-08 11 +113 val_113 2008-04-08 11 +216 val_216 2008-04-08 11 +344 val_344 2008-04-08 11 +274 val_274 2008-04-08 11 +223 val_223 2008-04-08 11 +256 val_256 2008-04-08 11 +263 val_263 2008-04-08 11 +487 val_487 2008-04-08 11 +128 val_128 2008-04-08 11 +432 val_432 2008-04-08 11 +469 val_469 2008-04-08 11 +193 val_193 2008-04-08 11 +366 val_366 2008-04-08 11 +175 val_175 2008-04-08 11 +403 val_403 2008-04-08 11 +483 val_483 2008-04-08 11 +90 val_90 2008-04-08 11 +348 val_348 2008-04-08 11 +201 val_201 2008-04-08 11 +164 val_164 2008-04-08 11 +454 val_454 2008-04-08 11 +164 val_164 2008-04-08 11 +351 val_351 2008-04-08 11 +414 val_414 2008-04-08 11 +120 val_120 2008-04-08 11 +429 val_429 2008-04-08 11 +443 val_443 2008-04-08 11 +230 val_230 2008-04-08 11 +333 val_333 2008-04-08 11 +249 val_249 2008-04-08 11 +83 val_83 2008-04-08 11 +175 val_175 2008-04-08 11 +454 val_454 2008-04-08 11 +421 val_421 2008-04-08 11 +407 val_407 2008-04-08 11 +384 val_384 2008-04-08 11 +256 val_256 2008-04-08 11 +384 val_384 2008-04-08 11 +18 val_18 2008-04-08 11 +498 val_498 2008-04-08 11 +146 val_146 2008-04-08 11 +458 val_458 2008-04-08 11 +362 val_362 2008-04-08 11 +186 val_186 2008-04-08 11 +285 val_285 2008-04-08 11 +348 val_348 2008-04-08 11 +18 val_18 2008-04-08 11 +281 val_281 2008-04-08 11 +344 val_344 2008-04-08 11 +469 val_469 2008-04-08 11 +315 val_315 2008-04-08 11 +348 val_348 2008-04-08 11 +414 val_414 2008-04-08 11 +90 val_90 2008-04-08 11 +403 val_403 2008-04-08 11 +PREHOOK: query: show table extended like `merge_dynamic_part` +PREHOOK: type: SHOW_TABLESTATUS +POSTHOOK: query: show table extended like `merge_dynamic_part` +POSTHOOK: type: SHOW_TABLESTATUS +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +tableName:merge_dynamic_part +owner:null +location:pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/test/data/warehouse/merge_dynamic_part +inputformat:org.apache.hadoop.mapred.TextInputFormat +outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +columns:struct columns { string key, string value} +partitioned:true +partitionColumns:struct partition_columns { string ds, string hr} +totalNumberFiles:4 +totalFileSize:5812 +maxFileSize:1612 +minFileSize:1358 +lastAccessTime:0 +lastUpdateTime:1288906940000 + +PREHOOK: query: explain +insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF srcpart_merge_dp)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB merge_dynamic_part (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr 11)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2008-04-08')))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3 + Stage-2 depends on stages: Stage-0 + Stage-3 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + srcpart_merge_dp + TableScan + alias: srcpart_merge_dp + Filter Operator + predicate: + expr: (ds = '2008-04-08') + type: boolean + Filter Operator + predicate: + expr: (ds = '2008-04-08') + type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_dynamic_part + + Stage: Stage-5 + Conditional Operator + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true + destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/scratchdir/hive_2010-11-04_14-42-21_984_8503758598119979822/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 2008-04-08 + hr 11 + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_dynamic_part + + Stage: Stage-2 + Stats-Aggr Operator + + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/scratchdir/hive_2010-11-04_14-42-21_984_8503758598119979822/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_dynamic_part + + +PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08' +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +PREHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=11 +POSTHOOK: query: insert overwrite table merge_dynamic_part partition (ds='2008-04-08', hr=11) select key, value from srcpart_merge_dp where ds='2008-04-08' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=11 +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: select * from merge_dynamic_part +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11 +PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-11-04_14-42-30_074_2740374018431476503/-mr-10000 +POSTHOOK: query: select * from merge_dynamic_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11 +POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-11-04_14-42-30_074_2740374018431476503/-mr-10000 +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +165 val_165 2008-04-08 11 +484 val_484 2008-04-08 11 +150 val_150 2008-04-08 11 +224 val_224 2008-04-08 11 +66 val_66 2008-04-08 11 +213 val_213 2008-04-08 11 +374 val_374 2008-04-08 11 +495 val_495 2008-04-08 11 +37 val_37 2008-04-08 11 +327 val_327 2008-04-08 11 +15 val_15 2008-04-08 11 +338 val_338 2008-04-08 11 +459 val_459 2008-04-08 11 +466 val_466 2008-04-08 11 +396 val_396 2008-04-08 11 +309 val_309 2008-04-08 11 +367 val_367 2008-04-08 11 +0 val_0 2008-04-08 11 +455 val_455 2008-04-08 11 +316 val_316 2008-04-08 11 +345 val_345 2008-04-08 11 +129 val_129 2008-04-08 11 +378 val_378 2008-04-08 11 +4 val_4 2008-04-08 11 +356 val_356 2008-04-08 11 +169 val_169 2008-04-08 11 +125 val_125 2008-04-08 11 +437 val_437 2008-04-08 11 +286 val_286 2008-04-08 11 +187 val_187 2008-04-08 11 +176 val_176 2008-04-08 11 +459 val_459 2008-04-08 11 +51 val_51 2008-04-08 11 +103 val_103 2008-04-08 11 +239 val_239 2008-04-08 11 +213 val_213 2008-04-08 11 +176 val_176 2008-04-08 11 +275 val_275 2008-04-08 11 +260 val_260 2008-04-08 11 +404 val_404 2008-04-08 11 +217 val_217 2008-04-08 11 +84 val_84 2008-04-08 11 +466 val_466 2008-04-08 11 +8 val_8 2008-04-08 11 +411 val_411 2008-04-08 11 +172 val_172 2008-04-08 11 +129 val_129 2008-04-08 11 +158 val_158 2008-04-08 11 +0 val_0 2008-04-08 11 +26 val_26 2008-04-08 11 +165 val_165 2008-04-08 11 +327 val_327 2008-04-08 11 +51 val_51 2008-04-08 11 +404 val_404 2008-04-08 11 +95 val_95 2008-04-08 11 +282 val_282 2008-04-08 11 +187 val_187 2008-04-08 11 +316 val_316 2008-04-08 11 +169 val_169 2008-04-08 11 +77 val_77 2008-04-08 11 +0 val_0 2008-04-08 11 +118 val_118 2008-04-08 11 +282 val_282 2008-04-08 11 +419 val_419 2008-04-08 11 +15 val_15 2008-04-08 11 +118 val_118 2008-04-08 11 +19 val_19 2008-04-08 11 +224 val_224 2008-04-08 11 +309 val_309 2008-04-08 11 +389 val_389 2008-04-08 11 +327 val_327 2008-04-08 11 +242 val_242 2008-04-08 11 +392 val_392 2008-04-08 11 +242 val_242 2008-04-08 11 +396 val_396 2008-04-08 11 +95 val_95 2008-04-08 11 +11 val_11 2008-04-08 11 +143 val_143 2008-04-08 11 +228 val_228 2008-04-08 11 +33 val_33 2008-04-08 11 +103 val_103 2008-04-08 11 +367 val_367 2008-04-08 11 +239 val_239 2008-04-08 11 +480 val_480 2008-04-08 11 +202 val_202 2008-04-08 11 +316 val_316 2008-04-08 11 +235 val_235 2008-04-08 11 +80 val_80 2008-04-08 11 +44 val_44 2008-04-08 11 +466 val_466 2008-04-08 11 +257 val_257 2008-04-08 11 +190 val_190 2008-04-08 11 +114 val_114 2008-04-08 11 +396 val_396 2008-04-08 11 +217 val_217 2008-04-08 11 +125 val_125 2008-04-08 11 +187 val_187 2008-04-08 11 +480 val_480 2008-04-08 11 +491 val_491 2008-04-08 11 +305 val_305 2008-04-08 11 +444 val_444 2008-04-08 11 +169 val_169 2008-04-08 11 +323 val_323 2008-04-08 11 +480 val_480 2008-04-08 11 +136 val_136 2008-04-08 11 +172 val_172 2008-04-08 11 +462 val_462 2008-04-08 11 +26 val_26 2008-04-08 11 +462 val_462 2008-04-08 11 +341 val_341 2008-04-08 11 +183 val_183 2008-04-08 11 +84 val_84 2008-04-08 11 +37 val_37 2008-04-08 11 +448 val_448 2008-04-08 11 +194 val_194 2008-04-08 11 +477 val_477 2008-04-08 11 +169 val_169 2008-04-08 11 +400 val_400 2008-04-08 11 +27 val_27 2008-04-08 11 +409 val_409 2008-04-08 11 +265 val_265 2008-04-08 11 +401 val_401 2008-04-08 11 +166 val_166 2008-04-08 11 +430 val_430 2008-04-08 11 +287 val_287 2008-04-08 11 +207 val_207 2008-04-08 11 +199 val_199 2008-04-08 11 +247 val_247 2008-04-08 11 +489 val_489 2008-04-08 11 +162 val_162 2008-04-08 11 +397 val_397 2008-04-08 11 +342 val_342 2008-04-08 11 +195 val_195 2008-04-08 11 +155 val_155 2008-04-08 11 +203 val_203 2008-04-08 11 +339 val_339 2008-04-08 11 +302 val_302 2008-04-08 11 +438 val_438 2008-04-08 11 +489 val_489 2008-04-08 11 +221 val_221 2008-04-08 11 +92 val_92 2008-04-08 11 +111 val_111 2008-04-08 11 +427 val_427 2008-04-08 11 +382 val_382 2008-04-08 11 +386 val_386 2008-04-08 11 +430 val_430 2008-04-08 11 +221 val_221 2008-04-08 11 +137 val_137 2008-04-08 11 +180 val_180 2008-04-08 11 +12 val_12 2008-04-08 11 +67 val_67 2008-04-08 11 +489 val_489 2008-04-08 11 +353 val_353 2008-04-08 11 +272 val_272 2008-04-08 11 +463 val_463 2008-04-08 11 +119 val_119 2008-04-08 11 +496 val_496 2008-04-08 11 +393 val_393 2008-04-08 11 +100 val_100 2008-04-08 11 +298 val_298 2008-04-08 11 +199 val_199 2008-04-08 11 +191 val_191 2008-04-08 11 +96 val_96 2008-04-08 11 +481 val_481 2008-04-08 11 +409 val_409 2008-04-08 11 +470 val_470 2008-04-08 11 +137 val_137 2008-04-08 11 +85 val_85 2008-04-08 11 +364 val_364 2008-04-08 11 +306 val_306 2008-04-08 11 +272 val_272 2008-04-08 11 +331 val_331 2008-04-08 11 +401 val_401 2008-04-08 11 +452 val_452 2008-04-08 11 +177 val_177 2008-04-08 11 +5 val_5 2008-04-08 11 +317 val_317 2008-04-08 11 +34 val_34 2008-04-08 11 +229 val_229 2008-04-08 11 +195 val_195 2008-04-08 11 +430 val_430 2008-04-08 11 +119 val_119 2008-04-08 11 +489 val_489 2008-04-08 11 +78 val_78 2008-04-08 11 +41 val_41 2008-04-08 11 +492 val_492 2008-04-08 11 +449 val_449 2008-04-08 11 +218 val_218 2008-04-08 11 +30 val_30 2008-04-08 11 +74 val_74 2008-04-08 11 +342 val_342 2008-04-08 11 +368 val_368 2008-04-08 11 +485 val_485 2008-04-08 11 +70 val_70 2008-04-08 11 +401 val_401 2008-04-08 11 +191 val_191 2008-04-08 11 +5 val_5 2008-04-08 11 +438 val_438 2008-04-08 11 +467 val_467 2008-04-08 11 +229 val_229 2008-04-08 11 +463 val_463 2008-04-08 11 +283 val_283 2008-04-08 11 +331 val_331 2008-04-08 11 +335 val_335 2008-04-08 11 +104 val_104 2008-04-08 11 +409 val_409 2008-04-08 11 +401 val_401 2008-04-08 11 +258 val_258 2008-04-08 11 +203 val_203 2008-04-08 11 +12 val_12 2008-04-08 11 +478 val_478 2008-04-08 11 +298 val_298 2008-04-08 11 +382 val_382 2008-04-08 11 +5 val_5 2008-04-08 11 +70 val_70 2008-04-08 11 +397 val_397 2008-04-08 11 +104 val_104 2008-04-08 11 +70 val_70 2008-04-08 11 +438 val_438 2008-04-08 11 +119 val_119 2008-04-08 11 +360 val_360 2008-04-08 11 +199 val_199 2008-04-08 11 +478 val_478 2008-04-08 11 +317 val_317 2008-04-08 11 +207 val_207 2008-04-08 11 +265 val_265 2008-04-08 11 +353 val_353 2008-04-08 11 +214 val_214 2008-04-08 11 +133 val_133 2008-04-08 11 +375 val_375 2008-04-08 11 +401 val_401 2008-04-08 11 +67 val_67 2008-04-08 11 +379 val_379 2008-04-08 11 +492 val_492 2008-04-08 11 +100 val_100 2008-04-08 11 +298 val_298 2008-04-08 11 +9 val_9 2008-04-08 11 +126 val_126 2008-04-08 11 +86 val_86 2008-04-08 11 +255 val_255 2008-04-08 11 +273 val_273 2008-04-08 11 +369 val_369 2008-04-08 11 +406 val_406 2008-04-08 11 +152 val_152 2008-04-08 11 +145 val_145 2008-04-08 11 +277 val_277 2008-04-08 11 +82 val_82 2008-04-08 11 +417 val_417 2008-04-08 11 +219 val_219 2008-04-08 11 +446 val_446 2008-04-08 11 +394 val_394 2008-04-08 11 +237 val_237 2008-04-08 11 +482 val_482 2008-04-08 11 +174 val_174 2008-04-08 11 +413 val_413 2008-04-08 11 +208 val_208 2008-04-08 11 +174 val_174 2008-04-08 11 +417 val_417 2008-04-08 11 +365 val_365 2008-04-08 11 +266 val_266 2008-04-08 11 +439 val_439 2008-04-08 11 +325 val_325 2008-04-08 11 +167 val_167 2008-04-08 11 +475 val_475 2008-04-08 11 +17 val_17 2008-04-08 11 +57 val_57 2008-04-08 11 +149 val_149 2008-04-08 11 +170 val_170 2008-04-08 11 +20 val_20 2008-04-08 11 +280 val_280 2008-04-08 11 +35 val_35 2008-04-08 11 +277 val_277 2008-04-08 11 +208 val_208 2008-04-08 11 +192 val_192 2008-04-08 11 +138 val_138 2008-04-08 11 +318 val_318 2008-04-08 11 +332 val_332 2008-04-08 11 +284 val_284 2008-04-08 11 +181 val_181 2008-04-08 11 +138 val_138 2008-04-08 11 +208 val_208 2008-04-08 11 +24 val_24 2008-04-08 11 +431 val_431 2008-04-08 11 +42 val_42 2008-04-08 11 +468 val_468 2008-04-08 11 +156 val_156 2008-04-08 11 +468 val_468 2008-04-08 11 +196 val_196 2008-04-08 11 +288 val_288 2008-04-08 11 +457 val_457 2008-04-08 11 +318 val_318 2008-04-08 11 +318 val_318 2008-04-08 11 +369 val_369 2008-04-08 11 +413 val_413 2008-04-08 11 +134 val_134 2008-04-08 11 +138 val_138 2008-04-08 11 +307 val_307 2008-04-08 11 +435 val_435 2008-04-08 11 +277 val_277 2008-04-08 11 +273 val_273 2008-04-08 11 +369 val_369 2008-04-08 11 +226 val_226 2008-04-08 11 +497 val_497 2008-04-08 11 +402 val_402 2008-04-08 11 +35 val_35 2008-04-08 11 +336 val_336 2008-04-08 11 +233 val_233 2008-04-08 11 +42 val_42 2008-04-08 11 +321 val_321 2008-04-08 11 +149 val_149 2008-04-08 11 +138 val_138 2008-04-08 11 +453 val_453 2008-04-08 11 +64 val_64 2008-04-08 11 +468 val_468 2008-04-08 11 +167 val_167 2008-04-08 11 +219 val_219 2008-04-08 11 +116 val_116 2008-04-08 11 +288 val_288 2008-04-08 11 +244 val_244 2008-04-08 11 +280 val_280 2008-04-08 11 +2 val_2 2008-04-08 11 +35 val_35 2008-04-08 11 +321 val_321 2008-04-08 11 +53 val_53 2008-04-08 11 +105 val_105 2008-04-08 11 +406 val_406 2008-04-08 11 +406 val_406 2008-04-08 11 +262 val_262 2008-04-08 11 +424 val_424 2008-04-08 11 +431 val_431 2008-04-08 11 +431 val_431 2008-04-08 11 +424 val_424 2008-04-08 11 +291 val_291 2008-04-08 11 +24 val_24 2008-04-08 11 +255 val_255 2008-04-08 11 +163 val_163 2008-04-08 11 +200 val_200 2008-04-08 11 +237 val_237 2008-04-08 11 +439 val_439 2008-04-08 11 +248 val_248 2008-04-08 11 +479 val_479 2008-04-08 11 +417 val_417 2008-04-08 11 +325 val_325 2008-04-08 11 +277 val_277 2008-04-08 11 +178 val_178 2008-04-08 11 +468 val_468 2008-04-08 11 +310 val_310 2008-04-08 11 +493 val_493 2008-04-08 11 +460 val_460 2008-04-08 11 +233 val_233 2008-04-08 11 +406 val_406 2008-04-08 11 +189 val_189 2008-04-08 11 +134 val_134 2008-04-08 11 +167 val_167 2008-04-08 11 +273 val_273 2008-04-08 11 +97 val_97 2008-04-08 11 +28 val_28 2008-04-08 11 +152 val_152 2008-04-08 11 +307 val_307 2008-04-08 11 +222 val_222 2008-04-08 11 +200 val_200 2008-04-08 11 +97 val_97 2008-04-08 11 +238 val_238 2008-04-08 11 +311 val_311 2008-04-08 11 +278 val_278 2008-04-08 11 +98 val_98 2008-04-08 11 +193 val_193 2008-04-08 11 +128 val_128 2008-04-08 11 +146 val_146 2008-04-08 11 +429 val_429 2008-04-08 11 +469 val_469 2008-04-08 11 +281 val_281 2008-04-08 11 +209 val_209 2008-04-08 11 +403 val_403 2008-04-08 11 +252 val_252 2008-04-08 11 +292 val_292 2008-04-08 11 +153 val_153 2008-04-08 11 +193 val_193 2008-04-08 11 +494 val_494 2008-04-08 11 +399 val_399 2008-04-08 11 +377 val_377 2008-04-08 11 +113 val_113 2008-04-08 11 +128 val_128 2008-04-08 11 +311 val_311 2008-04-08 11 +205 val_205 2008-04-08 11 +157 val_157 2008-04-08 11 +47 val_47 2008-04-08 11 +72 val_72 2008-04-08 11 +399 val_399 2008-04-08 11 +498 val_498 2008-04-08 11 +469 val_469 2008-04-08 11 +54 val_54 2008-04-08 11 +216 val_216 2008-04-08 11 +278 val_278 2008-04-08 11 +289 val_289 2008-04-08 11 +65 val_65 2008-04-08 11 +311 val_311 2008-04-08 11 +241 val_241 2008-04-08 11 +83 val_83 2008-04-08 11 +333 val_333 2008-04-08 11 +230 val_230 2008-04-08 11 +384 val_384 2008-04-08 11 +373 val_373 2008-04-08 11 +348 val_348 2008-04-08 11 +58 val_58 2008-04-08 11 +230 val_230 2008-04-08 11 +348 val_348 2008-04-08 11 +179 val_179 2008-04-08 11 +322 val_322 2008-04-08 11 +197 val_197 2008-04-08 11 +454 val_454 2008-04-08 11 +418 val_418 2008-04-08 11 +230 val_230 2008-04-08 11 +205 val_205 2008-04-08 11 +120 val_120 2008-04-08 11 +131 val_131 2008-04-08 11 +43 val_43 2008-04-08 11 +436 val_436 2008-04-08 11 +469 val_469 2008-04-08 11 +308 val_308 2008-04-08 11 +98 val_98 2008-04-08 11 +197 val_197 2008-04-08 11 +490 val_490 2008-04-08 11 +87 val_87 2008-04-08 11 +179 val_179 2008-04-08 11 +395 val_395 2008-04-08 11 +238 val_238 2008-04-08 11 +72 val_72 2008-04-08 11 +90 val_90 2008-04-08 11 +10 val_10 2008-04-08 11 +395 val_395 2008-04-08 11 +58 val_58 2008-04-08 11 +168 val_168 2008-04-08 11 +472 val_472 2008-04-08 11 +322 val_322 2008-04-08 11 +498 val_498 2008-04-08 11 +160 val_160 2008-04-08 11 +458 val_458 2008-04-08 11 +76 val_76 2008-04-08 11 +223 val_223 2008-04-08 11 +209 val_209 2008-04-08 11 +76 val_76 2008-04-08 11 +69 val_69 2008-04-08 11 +230 val_230 2008-04-08 11 +296 val_296 2008-04-08 11 +113 val_113 2008-04-08 11 +216 val_216 2008-04-08 11 +344 val_344 2008-04-08 11 +274 val_274 2008-04-08 11 +223 val_223 2008-04-08 11 +256 val_256 2008-04-08 11 +263 val_263 2008-04-08 11 +487 val_487 2008-04-08 11 +128 val_128 2008-04-08 11 +432 val_432 2008-04-08 11 +469 val_469 2008-04-08 11 +193 val_193 2008-04-08 11 +366 val_366 2008-04-08 11 +175 val_175 2008-04-08 11 +403 val_403 2008-04-08 11 +483 val_483 2008-04-08 11 +90 val_90 2008-04-08 11 +348 val_348 2008-04-08 11 +201 val_201 2008-04-08 11 +164 val_164 2008-04-08 11 +454 val_454 2008-04-08 11 +164 val_164 2008-04-08 11 +351 val_351 2008-04-08 11 +414 val_414 2008-04-08 11 +120 val_120 2008-04-08 11 +429 val_429 2008-04-08 11 +443 val_443 2008-04-08 11 +230 val_230 2008-04-08 11 +333 val_333 2008-04-08 11 +249 val_249 2008-04-08 11 +83 val_83 2008-04-08 11 +175 val_175 2008-04-08 11 +454 val_454 2008-04-08 11 +421 val_421 2008-04-08 11 +407 val_407 2008-04-08 11 +384 val_384 2008-04-08 11 +256 val_256 2008-04-08 11 +384 val_384 2008-04-08 11 +18 val_18 2008-04-08 11 +498 val_498 2008-04-08 11 +146 val_146 2008-04-08 11 +458 val_458 2008-04-08 11 +362 val_362 2008-04-08 11 +186 val_186 2008-04-08 11 +285 val_285 2008-04-08 11 +348 val_348 2008-04-08 11 +18 val_18 2008-04-08 11 +281 val_281 2008-04-08 11 +344 val_344 2008-04-08 11 +469 val_469 2008-04-08 11 +315 val_315 2008-04-08 11 +348 val_348 2008-04-08 11 +414 val_414 2008-04-08 11 +90 val_90 2008-04-08 11 +403 val_403 2008-04-08 11 +PREHOOK: query: show table extended like `merge_dynamic_part` +PREHOOK: type: SHOW_TABLESTATUS +POSTHOOK: query: show table extended like `merge_dynamic_part` +POSTHOOK: type: SHOW_TABLESTATUS +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +tableName:merge_dynamic_part +owner:null +location:pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/test/data/warehouse/merge_dynamic_part +inputformat:org.apache.hadoop.mapred.TextInputFormat +outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +columns:struct columns { string key, string value} +partitioned:true +partitionColumns:struct partition_columns { string ds, string hr} +totalNumberFiles:1 +totalFileSize:5812 +maxFileSize:5812 +minFileSize:5812 +lastAccessTime:0 +lastUpdateTime:1288906947000 + +PREHOOK: query: explain +insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11 +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11 +POSTHOOK: type: QUERY +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF srcpart_merge_dp)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB merge_dynamic_part (TOK_PARTSPEC (TOK_PARTVAL ds) (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) 11))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3 + Stage-2 depends on stages: Stage-0 + Stage-3 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + srcpart_merge_dp + TableScan + alias: srcpart_merge_dp + Filter Operator + predicate: + expr: ((ds = '2008-04-08') and (hr = 11)) + type: boolean + Filter Operator + predicate: + expr: ((ds = '2008-04-08') and (hr = 11)) + type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_dynamic_part + + Stage: Stage-5 + Conditional Operator + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true + destination: pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/scratchdir/hive_2010-11-04_14-42-30_525_7636455345541234720/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + hr + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_dynamic_part + + Stage: Stage-2 + Stats-Aggr Operator + + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/scratchdir/hive_2010-11-04_14-42-30_525_7636455345541234720/-ext-10002 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_dynamic_part + + +PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +POSTHOOK: query: insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds='2008-04-08' and hr=11 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11 +POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=11 +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: select * from merge_dynamic_part +PREHOOK: type: QUERY +PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11 +PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-11-04_14-42-38_970_4649719742356299109/-mr-10000 +POSTHOOK: query: select * from merge_dynamic_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11 +POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-11-04_14-42-38_970_4649719742356299109/-mr-10000 +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +165 val_165 2008-04-08 11 +484 val_484 2008-04-08 11 +150 val_150 2008-04-08 11 +224 val_224 2008-04-08 11 +66 val_66 2008-04-08 11 +213 val_213 2008-04-08 11 +374 val_374 2008-04-08 11 +495 val_495 2008-04-08 11 +37 val_37 2008-04-08 11 +327 val_327 2008-04-08 11 +15 val_15 2008-04-08 11 +338 val_338 2008-04-08 11 +459 val_459 2008-04-08 11 +466 val_466 2008-04-08 11 +396 val_396 2008-04-08 11 +309 val_309 2008-04-08 11 +367 val_367 2008-04-08 11 +0 val_0 2008-04-08 11 +455 val_455 2008-04-08 11 +316 val_316 2008-04-08 11 +345 val_345 2008-04-08 11 +129 val_129 2008-04-08 11 +378 val_378 2008-04-08 11 +4 val_4 2008-04-08 11 +356 val_356 2008-04-08 11 +169 val_169 2008-04-08 11 +125 val_125 2008-04-08 11 +437 val_437 2008-04-08 11 +286 val_286 2008-04-08 11 +187 val_187 2008-04-08 11 +176 val_176 2008-04-08 11 +459 val_459 2008-04-08 11 +51 val_51 2008-04-08 11 +103 val_103 2008-04-08 11 +239 val_239 2008-04-08 11 +213 val_213 2008-04-08 11 +176 val_176 2008-04-08 11 +275 val_275 2008-04-08 11 +260 val_260 2008-04-08 11 +404 val_404 2008-04-08 11 +217 val_217 2008-04-08 11 +84 val_84 2008-04-08 11 +466 val_466 2008-04-08 11 +8 val_8 2008-04-08 11 +411 val_411 2008-04-08 11 +172 val_172 2008-04-08 11 +129 val_129 2008-04-08 11 +158 val_158 2008-04-08 11 +0 val_0 2008-04-08 11 +26 val_26 2008-04-08 11 +165 val_165 2008-04-08 11 +327 val_327 2008-04-08 11 +51 val_51 2008-04-08 11 +404 val_404 2008-04-08 11 +95 val_95 2008-04-08 11 +282 val_282 2008-04-08 11 +187 val_187 2008-04-08 11 +316 val_316 2008-04-08 11 +169 val_169 2008-04-08 11 +77 val_77 2008-04-08 11 +0 val_0 2008-04-08 11 +118 val_118 2008-04-08 11 +282 val_282 2008-04-08 11 +419 val_419 2008-04-08 11 +15 val_15 2008-04-08 11 +118 val_118 2008-04-08 11 +19 val_19 2008-04-08 11 +224 val_224 2008-04-08 11 +309 val_309 2008-04-08 11 +389 val_389 2008-04-08 11 +327 val_327 2008-04-08 11 +242 val_242 2008-04-08 11 +392 val_392 2008-04-08 11 +242 val_242 2008-04-08 11 +396 val_396 2008-04-08 11 +95 val_95 2008-04-08 11 +11 val_11 2008-04-08 11 +143 val_143 2008-04-08 11 +228 val_228 2008-04-08 11 +33 val_33 2008-04-08 11 +103 val_103 2008-04-08 11 +367 val_367 2008-04-08 11 +239 val_239 2008-04-08 11 +480 val_480 2008-04-08 11 +202 val_202 2008-04-08 11 +316 val_316 2008-04-08 11 +235 val_235 2008-04-08 11 +80 val_80 2008-04-08 11 +44 val_44 2008-04-08 11 +466 val_466 2008-04-08 11 +257 val_257 2008-04-08 11 +190 val_190 2008-04-08 11 +114 val_114 2008-04-08 11 +396 val_396 2008-04-08 11 +217 val_217 2008-04-08 11 +125 val_125 2008-04-08 11 +187 val_187 2008-04-08 11 +480 val_480 2008-04-08 11 +491 val_491 2008-04-08 11 +305 val_305 2008-04-08 11 +444 val_444 2008-04-08 11 +169 val_169 2008-04-08 11 +323 val_323 2008-04-08 11 +480 val_480 2008-04-08 11 +136 val_136 2008-04-08 11 +172 val_172 2008-04-08 11 +462 val_462 2008-04-08 11 +26 val_26 2008-04-08 11 +462 val_462 2008-04-08 11 +341 val_341 2008-04-08 11 +183 val_183 2008-04-08 11 +84 val_84 2008-04-08 11 +37 val_37 2008-04-08 11 +448 val_448 2008-04-08 11 +194 val_194 2008-04-08 11 +477 val_477 2008-04-08 11 +169 val_169 2008-04-08 11 +400 val_400 2008-04-08 11 +27 val_27 2008-04-08 11 +409 val_409 2008-04-08 11 +265 val_265 2008-04-08 11 +401 val_401 2008-04-08 11 +166 val_166 2008-04-08 11 +430 val_430 2008-04-08 11 +287 val_287 2008-04-08 11 +207 val_207 2008-04-08 11 +199 val_199 2008-04-08 11 +247 val_247 2008-04-08 11 +489 val_489 2008-04-08 11 +162 val_162 2008-04-08 11 +397 val_397 2008-04-08 11 +342 val_342 2008-04-08 11 +195 val_195 2008-04-08 11 +155 val_155 2008-04-08 11 +203 val_203 2008-04-08 11 +339 val_339 2008-04-08 11 +302 val_302 2008-04-08 11 +438 val_438 2008-04-08 11 +489 val_489 2008-04-08 11 +221 val_221 2008-04-08 11 +92 val_92 2008-04-08 11 +111 val_111 2008-04-08 11 +427 val_427 2008-04-08 11 +382 val_382 2008-04-08 11 +386 val_386 2008-04-08 11 +430 val_430 2008-04-08 11 +221 val_221 2008-04-08 11 +137 val_137 2008-04-08 11 +180 val_180 2008-04-08 11 +12 val_12 2008-04-08 11 +67 val_67 2008-04-08 11 +489 val_489 2008-04-08 11 +353 val_353 2008-04-08 11 +272 val_272 2008-04-08 11 +463 val_463 2008-04-08 11 +119 val_119 2008-04-08 11 +496 val_496 2008-04-08 11 +393 val_393 2008-04-08 11 +100 val_100 2008-04-08 11 +298 val_298 2008-04-08 11 +199 val_199 2008-04-08 11 +191 val_191 2008-04-08 11 +96 val_96 2008-04-08 11 +481 val_481 2008-04-08 11 +409 val_409 2008-04-08 11 +470 val_470 2008-04-08 11 +137 val_137 2008-04-08 11 +85 val_85 2008-04-08 11 +364 val_364 2008-04-08 11 +306 val_306 2008-04-08 11 +272 val_272 2008-04-08 11 +331 val_331 2008-04-08 11 +401 val_401 2008-04-08 11 +452 val_452 2008-04-08 11 +177 val_177 2008-04-08 11 +5 val_5 2008-04-08 11 +317 val_317 2008-04-08 11 +34 val_34 2008-04-08 11 +229 val_229 2008-04-08 11 +195 val_195 2008-04-08 11 +430 val_430 2008-04-08 11 +119 val_119 2008-04-08 11 +489 val_489 2008-04-08 11 +78 val_78 2008-04-08 11 +41 val_41 2008-04-08 11 +492 val_492 2008-04-08 11 +449 val_449 2008-04-08 11 +218 val_218 2008-04-08 11 +30 val_30 2008-04-08 11 +74 val_74 2008-04-08 11 +342 val_342 2008-04-08 11 +368 val_368 2008-04-08 11 +485 val_485 2008-04-08 11 +70 val_70 2008-04-08 11 +401 val_401 2008-04-08 11 +191 val_191 2008-04-08 11 +5 val_5 2008-04-08 11 +438 val_438 2008-04-08 11 +467 val_467 2008-04-08 11 +229 val_229 2008-04-08 11 +463 val_463 2008-04-08 11 +283 val_283 2008-04-08 11 +331 val_331 2008-04-08 11 +335 val_335 2008-04-08 11 +104 val_104 2008-04-08 11 +409 val_409 2008-04-08 11 +401 val_401 2008-04-08 11 +258 val_258 2008-04-08 11 +203 val_203 2008-04-08 11 +12 val_12 2008-04-08 11 +478 val_478 2008-04-08 11 +298 val_298 2008-04-08 11 +382 val_382 2008-04-08 11 +5 val_5 2008-04-08 11 +70 val_70 2008-04-08 11 +397 val_397 2008-04-08 11 +104 val_104 2008-04-08 11 +70 val_70 2008-04-08 11 +438 val_438 2008-04-08 11 +119 val_119 2008-04-08 11 +360 val_360 2008-04-08 11 +199 val_199 2008-04-08 11 +478 val_478 2008-04-08 11 +317 val_317 2008-04-08 11 +207 val_207 2008-04-08 11 +265 val_265 2008-04-08 11 +353 val_353 2008-04-08 11 +214 val_214 2008-04-08 11 +133 val_133 2008-04-08 11 +375 val_375 2008-04-08 11 +401 val_401 2008-04-08 11 +67 val_67 2008-04-08 11 +379 val_379 2008-04-08 11 +492 val_492 2008-04-08 11 +100 val_100 2008-04-08 11 +298 val_298 2008-04-08 11 +9 val_9 2008-04-08 11 +126 val_126 2008-04-08 11 +86 val_86 2008-04-08 11 +255 val_255 2008-04-08 11 +273 val_273 2008-04-08 11 +369 val_369 2008-04-08 11 +406 val_406 2008-04-08 11 +152 val_152 2008-04-08 11 +145 val_145 2008-04-08 11 +277 val_277 2008-04-08 11 +82 val_82 2008-04-08 11 +417 val_417 2008-04-08 11 +219 val_219 2008-04-08 11 +446 val_446 2008-04-08 11 +394 val_394 2008-04-08 11 +237 val_237 2008-04-08 11 +482 val_482 2008-04-08 11 +174 val_174 2008-04-08 11 +413 val_413 2008-04-08 11 +208 val_208 2008-04-08 11 +174 val_174 2008-04-08 11 +417 val_417 2008-04-08 11 +365 val_365 2008-04-08 11 +266 val_266 2008-04-08 11 +439 val_439 2008-04-08 11 +325 val_325 2008-04-08 11 +167 val_167 2008-04-08 11 +475 val_475 2008-04-08 11 +17 val_17 2008-04-08 11 +57 val_57 2008-04-08 11 +149 val_149 2008-04-08 11 +170 val_170 2008-04-08 11 +20 val_20 2008-04-08 11 +280 val_280 2008-04-08 11 +35 val_35 2008-04-08 11 +277 val_277 2008-04-08 11 +208 val_208 2008-04-08 11 +192 val_192 2008-04-08 11 +138 val_138 2008-04-08 11 +318 val_318 2008-04-08 11 +332 val_332 2008-04-08 11 +284 val_284 2008-04-08 11 +181 val_181 2008-04-08 11 +138 val_138 2008-04-08 11 +208 val_208 2008-04-08 11 +24 val_24 2008-04-08 11 +431 val_431 2008-04-08 11 +42 val_42 2008-04-08 11 +468 val_468 2008-04-08 11 +156 val_156 2008-04-08 11 +468 val_468 2008-04-08 11 +196 val_196 2008-04-08 11 +288 val_288 2008-04-08 11 +457 val_457 2008-04-08 11 +318 val_318 2008-04-08 11 +318 val_318 2008-04-08 11 +369 val_369 2008-04-08 11 +413 val_413 2008-04-08 11 +134 val_134 2008-04-08 11 +138 val_138 2008-04-08 11 +307 val_307 2008-04-08 11 +435 val_435 2008-04-08 11 +277 val_277 2008-04-08 11 +273 val_273 2008-04-08 11 +369 val_369 2008-04-08 11 +226 val_226 2008-04-08 11 +497 val_497 2008-04-08 11 +402 val_402 2008-04-08 11 +35 val_35 2008-04-08 11 +336 val_336 2008-04-08 11 +233 val_233 2008-04-08 11 +42 val_42 2008-04-08 11 +321 val_321 2008-04-08 11 +149 val_149 2008-04-08 11 +138 val_138 2008-04-08 11 +453 val_453 2008-04-08 11 +64 val_64 2008-04-08 11 +468 val_468 2008-04-08 11 +167 val_167 2008-04-08 11 +219 val_219 2008-04-08 11 +116 val_116 2008-04-08 11 +288 val_288 2008-04-08 11 +244 val_244 2008-04-08 11 +280 val_280 2008-04-08 11 +2 val_2 2008-04-08 11 +35 val_35 2008-04-08 11 +321 val_321 2008-04-08 11 +53 val_53 2008-04-08 11 +105 val_105 2008-04-08 11 +406 val_406 2008-04-08 11 +406 val_406 2008-04-08 11 +262 val_262 2008-04-08 11 +424 val_424 2008-04-08 11 +431 val_431 2008-04-08 11 +431 val_431 2008-04-08 11 +424 val_424 2008-04-08 11 +291 val_291 2008-04-08 11 +24 val_24 2008-04-08 11 +255 val_255 2008-04-08 11 +163 val_163 2008-04-08 11 +200 val_200 2008-04-08 11 +237 val_237 2008-04-08 11 +439 val_439 2008-04-08 11 +248 val_248 2008-04-08 11 +479 val_479 2008-04-08 11 +417 val_417 2008-04-08 11 +325 val_325 2008-04-08 11 +277 val_277 2008-04-08 11 +178 val_178 2008-04-08 11 +468 val_468 2008-04-08 11 +310 val_310 2008-04-08 11 +493 val_493 2008-04-08 11 +460 val_460 2008-04-08 11 +233 val_233 2008-04-08 11 +406 val_406 2008-04-08 11 +189 val_189 2008-04-08 11 +134 val_134 2008-04-08 11 +167 val_167 2008-04-08 11 +273 val_273 2008-04-08 11 +97 val_97 2008-04-08 11 +28 val_28 2008-04-08 11 +152 val_152 2008-04-08 11 +307 val_307 2008-04-08 11 +222 val_222 2008-04-08 11 +200 val_200 2008-04-08 11 +97 val_97 2008-04-08 11 +238 val_238 2008-04-08 11 +311 val_311 2008-04-08 11 +278 val_278 2008-04-08 11 +98 val_98 2008-04-08 11 +193 val_193 2008-04-08 11 +128 val_128 2008-04-08 11 +146 val_146 2008-04-08 11 +429 val_429 2008-04-08 11 +469 val_469 2008-04-08 11 +281 val_281 2008-04-08 11 +209 val_209 2008-04-08 11 +403 val_403 2008-04-08 11 +252 val_252 2008-04-08 11 +292 val_292 2008-04-08 11 +153 val_153 2008-04-08 11 +193 val_193 2008-04-08 11 +494 val_494 2008-04-08 11 +399 val_399 2008-04-08 11 +377 val_377 2008-04-08 11 +113 val_113 2008-04-08 11 +128 val_128 2008-04-08 11 +311 val_311 2008-04-08 11 +205 val_205 2008-04-08 11 +157 val_157 2008-04-08 11 +47 val_47 2008-04-08 11 +72 val_72 2008-04-08 11 +399 val_399 2008-04-08 11 +498 val_498 2008-04-08 11 +469 val_469 2008-04-08 11 +54 val_54 2008-04-08 11 +216 val_216 2008-04-08 11 +278 val_278 2008-04-08 11 +289 val_289 2008-04-08 11 +65 val_65 2008-04-08 11 +311 val_311 2008-04-08 11 +241 val_241 2008-04-08 11 +83 val_83 2008-04-08 11 +333 val_333 2008-04-08 11 +230 val_230 2008-04-08 11 +384 val_384 2008-04-08 11 +373 val_373 2008-04-08 11 +348 val_348 2008-04-08 11 +58 val_58 2008-04-08 11 +230 val_230 2008-04-08 11 +348 val_348 2008-04-08 11 +179 val_179 2008-04-08 11 +322 val_322 2008-04-08 11 +197 val_197 2008-04-08 11 +454 val_454 2008-04-08 11 +418 val_418 2008-04-08 11 +230 val_230 2008-04-08 11 +205 val_205 2008-04-08 11 +120 val_120 2008-04-08 11 +131 val_131 2008-04-08 11 +43 val_43 2008-04-08 11 +436 val_436 2008-04-08 11 +469 val_469 2008-04-08 11 +308 val_308 2008-04-08 11 +98 val_98 2008-04-08 11 +197 val_197 2008-04-08 11 +490 val_490 2008-04-08 11 +87 val_87 2008-04-08 11 +179 val_179 2008-04-08 11 +395 val_395 2008-04-08 11 +238 val_238 2008-04-08 11 +72 val_72 2008-04-08 11 +90 val_90 2008-04-08 11 +10 val_10 2008-04-08 11 +395 val_395 2008-04-08 11 +58 val_58 2008-04-08 11 +168 val_168 2008-04-08 11 +472 val_472 2008-04-08 11 +322 val_322 2008-04-08 11 +498 val_498 2008-04-08 11 +160 val_160 2008-04-08 11 +458 val_458 2008-04-08 11 +76 val_76 2008-04-08 11 +223 val_223 2008-04-08 11 +209 val_209 2008-04-08 11 +76 val_76 2008-04-08 11 +69 val_69 2008-04-08 11 +230 val_230 2008-04-08 11 +296 val_296 2008-04-08 11 +113 val_113 2008-04-08 11 +216 val_216 2008-04-08 11 +344 val_344 2008-04-08 11 +274 val_274 2008-04-08 11 +223 val_223 2008-04-08 11 +256 val_256 2008-04-08 11 +263 val_263 2008-04-08 11 +487 val_487 2008-04-08 11 +128 val_128 2008-04-08 11 +432 val_432 2008-04-08 11 +469 val_469 2008-04-08 11 +193 val_193 2008-04-08 11 +366 val_366 2008-04-08 11 +175 val_175 2008-04-08 11 +403 val_403 2008-04-08 11 +483 val_483 2008-04-08 11 +90 val_90 2008-04-08 11 +348 val_348 2008-04-08 11 +201 val_201 2008-04-08 11 +164 val_164 2008-04-08 11 +454 val_454 2008-04-08 11 +164 val_164 2008-04-08 11 +351 val_351 2008-04-08 11 +414 val_414 2008-04-08 11 +120 val_120 2008-04-08 11 +429 val_429 2008-04-08 11 +443 val_443 2008-04-08 11 +230 val_230 2008-04-08 11 +333 val_333 2008-04-08 11 +249 val_249 2008-04-08 11 +83 val_83 2008-04-08 11 +175 val_175 2008-04-08 11 +454 val_454 2008-04-08 11 +421 val_421 2008-04-08 11 +407 val_407 2008-04-08 11 +384 val_384 2008-04-08 11 +256 val_256 2008-04-08 11 +384 val_384 2008-04-08 11 +18 val_18 2008-04-08 11 +498 val_498 2008-04-08 11 +146 val_146 2008-04-08 11 +458 val_458 2008-04-08 11 +362 val_362 2008-04-08 11 +186 val_186 2008-04-08 11 +285 val_285 2008-04-08 11 +348 val_348 2008-04-08 11 +18 val_18 2008-04-08 11 +281 val_281 2008-04-08 11 +344 val_344 2008-04-08 11 +469 val_469 2008-04-08 11 +315 val_315 2008-04-08 11 +348 val_348 2008-04-08 11 +414 val_414 2008-04-08 11 +90 val_90 2008-04-08 11 +403 val_403 2008-04-08 11 +PREHOOK: query: show table extended like `merge_dynamic_part` +PREHOOK: type: SHOW_TABLESTATUS +POSTHOOK: query: show table extended like `merge_dynamic_part` +POSTHOOK: type: SHOW_TABLESTATUS +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ] +tableName:merge_dynamic_part +owner:null +location:pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/test/data/warehouse/merge_dynamic_part +inputformat:org.apache.hadoop.mapred.TextInputFormat +outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +columns:struct columns { string key, string value} +partitioned:true +partitionColumns:struct partition_columns { string ds, string hr} +totalNumberFiles:1 +totalFileSize:5812 +maxFileSize:5812 +minFileSize:5812 +lastAccessTime:0 +lastUpdateTime:1288906956000 +